-- Logs begin at Wed 2022-03-30 00:45:16 UTC, end at Wed 2022-03-30 01:55:14 UTC. -- Mar 30 01:20:32.587608 dv-cinder-817135-7-smb systemd[1]: Started Devstack devstack@q-svc.service. Mar 30 01:20:35.486210 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.common.config [-] Logging enabled! Mar 30 01:20:35.486889 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev68 Mar 30 01:20:35.486985 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103119) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 30 01:20:35.490506 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.common.config [-] Logging enabled! Mar 30 01:20:35.490757 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev68 Mar 30 01:20:35.491068 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103119) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 30 01:20:35.492004 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 30 01:20:35.492230 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 30 01:20:35.492587 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 30 01:20:35.492824 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 30 01:20:35.493044 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 30 01:20:35.493787 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.494213 dv-cinder-817135-7-smb neutron-server[103119]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 30 01:20:35.494552 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.494845 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.495115 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.495411 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.495701 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.495983 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.496265 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.496561 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.496846 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.497120 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.497402 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.497681 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.497959 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.498221 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.498531 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.498811 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] debug = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.499086 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.499521 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.499930 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.500203 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.500485 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.500763 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.501032 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.501300 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.501577 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.501895 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] host = dv-cinder-817135-7-smb {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.502166 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.502464 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.502749 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.503029 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.503295 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.503564 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.503846 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.504112 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.504425 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] log_file = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.504697 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.504983 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.505258 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.505540 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.505759 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.505976 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.506267 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.506574 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.506848 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.507120 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.507391 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.507658 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.507925 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.508188 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.508466 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.508744 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.509027 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.509296 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.509562 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.509826 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.510091 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.510375 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.510662 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.510931 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.511197 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.511481 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.511747 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.512017 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.512309 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.512588 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.512865 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.513143 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.513410 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.513683 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.513967 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.514205 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.514496 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] use_json = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.514762 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.515023 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.515296 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.515559 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.515822 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.516085 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.516348 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.516624 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.516888 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:35.517172 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.517464 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.517755 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.518042 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.518327 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.518627 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.518909 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.519177 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.519460 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.519742 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.520096 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.520370 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.520754 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.521040 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.521690 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.521988 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.522276 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.522587 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.522859 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.523126 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.523394 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.523665 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.523960 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.524231 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.524513 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.524801 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.525079 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.525371 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.525652 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.525940 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.526221 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.526511 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.526788 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.527079 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.527352 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.527623 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.527903 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.528188 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.528459 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.528730 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.529005 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.529274 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.529538 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.529837 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.530061 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.530345 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.530641 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.530909 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.531175 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.531447 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.531713 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.531992 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.532316 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.532636 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.532934 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.533196 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.533517 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.533798 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.534074 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.534344 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.534691 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.535042 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.535313 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.535674 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.536008 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.536277 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.536548 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.536821 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.537166 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.537510 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.537785 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.538059 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.538350 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.538626 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.538916 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.539209 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.539484 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.539762 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.540037 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.540309 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.540581 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.540854 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.541393 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.541393 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.541660 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.541947 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.542227 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.542539 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.542840 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.543121 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.543417 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.543700 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.543974 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.544254 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.544527 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.544804 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.545084 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.545364 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.545653 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.545942 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.546228 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.546539 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.546831 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.547110 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.547419 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.547694 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:35.547907 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 30 01:20:35.548146 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103119) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 30 01:20:35.912018 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 30 01:20:35.912270 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 30 01:20:35.912594 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 30 01:20:35.913061 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 30 01:20:36.237298 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.237505 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.237742 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.238999 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.239348 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.239729 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.295460 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.295732 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.295987 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.310438 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.310722 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.310986 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.338940 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.339205 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.339467 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.485652 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.485876 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.486164 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.711550 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.712220 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.712220 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.712365 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.712978 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.809357 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.809650 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.809922 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.810183 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.810437 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.810757 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.811007 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.811252 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.811497 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.811769 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.812028 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.812272 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.812500 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.812743 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.812991 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.813221 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.813465 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.813722 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.813979 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.814228 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.814520 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.814770 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.815041 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.815414 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.815654 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.815888 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.816277 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103119) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 01:20:36.816509 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103119) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 01:20:36.816762 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103119) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 01:20:36.817058 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103119) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 01:20:36.817397 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103119) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 01:20:36.817631 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103119) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 01:20:36.817990 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 30 01:20:36.821134 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 30 01:20:36.825128 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 30 01:20:36.828790 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Mar 30 01:20:36.830434 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 30 01:20:36.830882 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 30 01:20:36.831210 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 30 01:20:36.831585 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 30 01:20:36.834459 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 30 01:20:36.834728 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 30 01:20:36.835058 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 30 01:20:36.839843 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 30 01:20:36.862969 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 30 01:20:36.863413 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.863751 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103119) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 30 01:20:36.864181 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.865514 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103119) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 30 01:20:36.865785 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 30 01:20:36.866021 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 30 01:20:36.869301 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.869574 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:36.931973 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 30 01:20:36.932165 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 30 01:20:36.932419 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 30 01:20:36.932778 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 30 01:20:36.956196 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_db.sqlalchemy.engines [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103119) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 30 01:20:37.406350 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.plugins.ml2.managers [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Initializing driver for type 'gre' Mar 30 01:20:37.406916 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] gre ID ranges: [(1, 1000)] Mar 30 01:20:37.464827 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.plugins.ml2.managers [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Initializing driver for type 'local' Mar 30 01:20:37.465291 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.plugins.ml2.managers [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Initializing driver for type 'vlan' Mar 30 01:20:37.479880 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] VlanTypeDriver initialization complete Mar 30 01:20:37.480381 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.plugins.ml2.managers [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Initializing driver for type 'vxlan' Mar 30 01:20:37.480864 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] vxlan ID ranges: [(1, 1000)] Mar 30 01:20:37.534893 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.plugins.ml2.managers [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Initializing extension driver 'port_security' Mar 30 01:20:37.535233 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.plugins.ml2.extensions.port_security [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] PortSecurityExtensionDriver initialization complete Mar 30 01:20:37.535561 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.plugins.ml2.managers [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Initializing mechanism driver 'openvswitch' Mar 30 01:20:37.535883 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.plugins.ml2.managers [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Initializing mechanism driver 'hyperv' Mar 30 01:20:37.542846 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.plugins.ml2.plugin [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:20:37.543530 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > port after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.543899 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > port after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.544247 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > port after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.544775 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103119) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 01:20:37.545202 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > subnet after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.545553 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > subnet after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.545892 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > subnet after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.546286 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103119) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 01:20:37.546747 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > network after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.547090 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > network after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.547416 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > network after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.547815 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103119) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 01:20:37.548213 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > security_group after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.548557 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > security_group after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.548897 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > security_group after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.549425 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103119) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 01:20:37.549826 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.550173 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.550525 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.550916 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103119) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 01:20:37.551315 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > address_group after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.551801 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > address_group after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.552290 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > address_group after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.552865 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103119) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 01:20:37.553319 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] ML2 OVO RPC backend initialized. {{(pid=103119) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 30 01:20:37.554024 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > router_interface after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.554379 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.554815 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > network before_response 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.555164 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > networks before_response 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.555507 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > port before_response 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.555846 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > ports before_response 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.556185 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > subnet before_response 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.556523 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > subnets before_response 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.556860 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > network after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.557192 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > network after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.557524 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > network after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.557837 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > port after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.558170 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > port after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.558535 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > port after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.558873 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > subnet after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.559213 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > subnet after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.559544 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > subnet after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.566735 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.quota [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded quota_driver: . Mar 30 01:20:37.567093 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.plugins.ml2.plugin [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Modular L2 Plugin initialization complete Mar 30 01:20:37.567581 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading services supported by the core plugin {{(pid=103119) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 30 01:20:37.568079 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.plugins.ml2.managers [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Got port-security extension from driver 'port_security' Mar 30 01:20:37.568575 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.extensions.vlantransparent [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Disabled vlantransparent extension. Mar 30 01:20:37.569073 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103119) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 30 01:20:37.569387 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading Plugin: router Mar 30 01:20:37.608254 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > router_interface before_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.608645 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > router after_create 55549900 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.609007 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > router before_create 55549900 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.609367 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.609737 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.610085 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > router after_delete 55549900 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.610464 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > floatingip after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.610816 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > floatingip after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.611167 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > router after_create 55549900 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.611507 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > router after_update 55549900 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.611833 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > router after_update 55549900 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.612179 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.612531 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > router after_update 55549900 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.612939 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > router precommit_update 55549900 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.613301 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: port after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.613635 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: port after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.613967 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: subnet after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.614512 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.615050 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > port precommit_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.615402 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > router precommit_create 55549900 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.615750 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: port before_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.616091 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > router precommit_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.616450 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > router after_update 55549900 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.616783 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > router precommit_delete 55549900 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.617129 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > router precommit_create 55549900 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.617493 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > router_interface after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.617833 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > router precommit_update 55549900 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.618188 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > agent after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.618557 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > agent after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.618897 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > network after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.619754 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.quota.resource_registry [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Tracking information for resource: router configured {{(pid=103119) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 01:20:37.620084 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.quota.resource_registry [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Tracking information for resource: floatingip configured {{(pid=103119) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 01:20:37.624919 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.db.l3_agentschedulers_db [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 30 01:20:37.625496 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: port after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.625853 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: port after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.626203 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: port after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.626586 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: port after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.627389 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > router before_create 55550100 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.627749 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > router precommit_delete 55550100 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.628105 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > router precommit_create 55550100 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.628488 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > router precommit_update 55550100 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.633686 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.services.provider_configuration [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Service providers = [] {{(pid=103119) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 30 01:20:37.634022 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.db.servicetype_db [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103119) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 30 01:20:37.637012 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.services.service_base [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103119) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 01:20:37.637355 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.services.service_base [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103119) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 01:20:37.637693 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.services.service_base [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103119) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 01:20:37.638588 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.services.service_base [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103119) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 01:20:37.638955 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.services.service_base [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 30 01:20:37.639329 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103119) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 01:20:37.639639 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 30 01:20:37.650766 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103119) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 01:20:37.651098 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading Plugin: auto_allocate Mar 30 01:20:37.656948 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: network precommit_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.657244 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: network precommit_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.657756 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103119) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 01:20:37.658072 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading Plugin: tag Mar 30 01:20:37.664855 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103119) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 01:20:37.665174 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading Plugin: timestamp Mar 30 01:20:37.669157 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103119) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 01:20:37.669483 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading Plugin: network_ip_availability Mar 30 01:20:37.674966 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.675333 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.675684 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.676385 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103119) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 01:20:37.676798 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading Plugin: flavors Mar 30 01:20:37.681806 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103119) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 01:20:37.682134 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading Plugin: revisions Mar 30 01:20:37.686451 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103119) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 01:20:37.686869 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_concurrency.lockutils [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.774s {{(pid=103119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 30 01:20:37.687602 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103119) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 30 01:20:37.687929 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Initializing extension manager. Mar 30 01:20:37.688445 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: __init__.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.688782 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: __pycache__ {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.689112 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: address_group.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.689859 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.690436 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: address-group Mar 30 01:20:37.690778 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: address_scope.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.691485 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.692006 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: address-scope Mar 30 01:20:37.692386 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: admin_state_down_before_update.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.693700 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.694228 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: router-admin-state-down-before-update Mar 30 01:20:37.694574 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: agent.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.695267 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.695786 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: agent Mar 30 01:20:37.696100 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: agent_resources_synced.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.696994 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.697509 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: agent-resources-synced Mar 30 01:20:37.697827 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: allowedaddresspairs.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.699638 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.700167 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: allowed-address-pairs Mar 30 01:20:37.700489 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: auto_allocated_topology.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.701543 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.702071 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: auto-allocated-topology Mar 30 01:20:37.702393 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: availability_zone.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.703106 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.703614 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: availability_zone Mar 30 01:20:37.703932 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: availability_zone_filter.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.704838 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.705350 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: availability_zone_filter Mar 30 01:20:37.705659 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: data_plane_status.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.706596 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.707127 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension data-plane-status not supported by any of loaded plugins Mar 30 01:20:37.707436 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: default_subnetpools.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.708666 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.709184 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: default-subnetpools Mar 30 01:20:37.709505 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: dhcpagentscheduler.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.710312 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.710864 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: dhcp_agent_scheduler Mar 30 01:20:37.711189 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: dns.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.712100 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.712647 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension dns-integration not supported by any of loaded plugins Mar 30 01:20:37.712919 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: dns_domain_ports.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.713826 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.714338 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 30 01:20:37.714683 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.715592 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.716100 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 30 01:20:37.716416 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: dvr.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.717085 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.717603 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: dvr Mar 30 01:20:37.717920 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: ecmp_routes.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.718856 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.719371 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension ecmp_routes not supported by any of loaded plugins Mar 30 01:20:37.719687 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: empty_string_filtering.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.720587 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.721100 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: empty-string-filtering Mar 30 01:20:37.721415 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.722331 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.722866 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 30 01:20:37.723205 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.724451 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.724966 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 30 01:20:37.725281 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: external_net.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.726200 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.726743 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: external-net Mar 30 01:20:37.727062 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: extra_dhcp_opt.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.727964 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.728477 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: extra_dhcp_opt Mar 30 01:20:37.728794 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: extraroute.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.729699 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.730211 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: extraroute Mar 30 01:20:37.730561 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: extraroute_atomic.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.731587 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.732101 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: extraroute-atomic Mar 30 01:20:37.732423 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: filter_validation.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.733078 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.733586 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: filter-validation Mar 30 01:20:37.733901 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: fip_pf_description.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.734832 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.735341 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 30 01:20:37.735660 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: fip_pf_port_range.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.736568 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.737077 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 30 01:20:37.737391 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: fip_port_details.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.738313 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.738865 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: fip-port-details Mar 30 01:20:37.739228 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: flavors.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.740651 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.741192 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: flavors Mar 30 01:20:37.741515 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.743206 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.743735 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 30 01:20:37.744066 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: floatingip_pools.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.744768 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.745287 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: floatingip-pools Mar 30 01:20:37.745608 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: ip_allocation.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.746573 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.747093 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension ip_allocation not supported by any of loaded plugins Mar 30 01:20:37.747412 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.748328 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.748848 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: ip-substring-filtering Mar 30 01:20:37.749170 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: l2_adjacency.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.750101 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.750641 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension l2_adjacency not supported by any of loaded plugins Mar 30 01:20:37.750956 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: l3.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.753499 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.754048 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: router Mar 30 01:20:37.754386 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: l3_conntrack_helper.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.756974 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.757513 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 30 01:20:37.757846 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.758799 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.759325 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: ext-gw-mode Mar 30 01:20:37.759647 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.760573 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.761095 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: l3-ha Mar 30 01:20:37.761416 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.762337 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.762892 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 30 01:20:37.763210 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: l3_flavors.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.764117 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.764641 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: l3-flavors Mar 30 01:20:37.764964 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: l3_ndp_proxy.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.766330 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.766881 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 30 01:20:37.767205 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.768126 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.768645 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: l3-port-ip-change-not-allowed Mar 30 01:20:37.768966 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: l3agentscheduler.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.770010 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.770704 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: l3_agent_scheduler Mar 30 01:20:37.771570 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: local_ip.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.773361 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.773895 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension local_ip not supported by any of loaded plugins Mar 30 01:20:37.774228 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: logging.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.775714 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.776247 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension logging not supported by any of loaded plugins Mar 30 01:20:37.776580 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: metering.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.777323 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.777911 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: metering Mar 30 01:20:37.778240 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.779422 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.779948 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: metering_source_and_destination_fields Mar 30 01:20:37.780271 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: multiprovidernet.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.781194 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.781702 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: multi-provider Mar 30 01:20:37.782023 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: netmtu.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.782957 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.783475 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: net-mtu Mar 30 01:20:37.783795 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: netmtu_writable.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.784709 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.785224 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: net-mtu-writable Mar 30 01:20:37.785541 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: network_availability_zone.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.786500 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.787073 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: network_availability_zone Mar 30 01:20:37.787400 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: network_ip_availability.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.788498 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.789093 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: network-ip-availability Mar 30 01:20:37.789353 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: network_segment_range.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.790136 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.790680 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension network-segment-range not supported by any of loaded plugins Mar 30 01:20:37.791087 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: pagination.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.792195 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.792542 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: pagination Mar 30 01:20:37.792897 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: port_device_profile.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.793814 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.794336 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: port-device-profile Mar 30 01:20:37.794688 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.795622 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.796139 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: port-mac-address-regenerate Mar 30 01:20:37.796461 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.797453 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.797974 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: port-numa-affinity-policy Mar 30 01:20:37.798294 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: port_resource_request.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.799239 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.799753 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension port-resource-request not supported by any of loaded plugins Mar 30 01:20:37.800072 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: port_resource_request_groups.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.801046 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.801764 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 30 01:20:37.802312 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: portbindings.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.803251 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.803721 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: binding Mar 30 01:20:37.804022 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: portbindings_extended.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.805312 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.805865 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: binding-extended Mar 30 01:20:37.806154 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: portsecurity.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.807377 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.807936 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: port-security Mar 30 01:20:37.808256 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: project_id.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.809238 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.809566 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: project-id Mar 30 01:20:37.809885 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: providernet.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.810971 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.811490 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: provider Mar 30 01:20:37.811813 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: qos.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.815449 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.815981 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension qos not supported by any of loaded plugins Mar 30 01:20:37.816311 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.817859 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.818480 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 30 01:20:37.818813 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.819741 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.820265 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 30 01:20:37.820590 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: qos_default.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.821519 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.822048 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension qos-default not supported by any of loaded plugins Mar 30 01:20:37.822370 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: qos_fip.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.823322 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.823842 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension qos-fip not supported by any of loaded plugins Mar 30 01:20:37.824163 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: qos_fip_network_policy.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.825075 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.825597 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 30 01:20:37.825917 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: qos_gateway_ip.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.826857 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.827388 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 30 01:20:37.827712 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: qos_port_network_policy.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.828627 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.829179 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 30 01:20:37.829492 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.830552 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.831066 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 30 01:20:37.831386 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.832412 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.832973 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 30 01:20:37.833487 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: qos_pps_rule.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.834764 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.835291 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension qos-pps not supported by any of loaded plugins Mar 30 01:20:37.835614 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: qos_rule_type_details.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.836529 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.837043 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 30 01:20:37.837363 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: qos_rule_type_filter.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.838264 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.838837 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 30 01:20:37.839141 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: qos_rules_alias.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.840197 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.840712 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 30 01:20:37.841030 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: quota_check_limit.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.841944 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.842509 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: quota-check-limit Mar 30 01:20:37.842832 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: quotasv2.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.843788 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.844108 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: quotas Mar 30 01:20:37.844427 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: quotasv2_detail.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.846235 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.846600 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: quota_details Mar 30 01:20:37.846933 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: rbac.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.847986 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.848608 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: rbac-policies Mar 30 01:20:37.849160 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: rbac_address_group.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.850161 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.850725 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: rbac-address-group Mar 30 01:20:37.851049 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: rbac_address_scope.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.851968 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.852492 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: rbac-address-scope Mar 30 01:20:37.852810 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: rbac_security_groups.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.853793 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.854311 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: rbac-security-groups Mar 30 01:20:37.854653 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: rbac_subnetpool.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.855566 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.856087 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: rbac-subnetpool Mar 30 01:20:37.856408 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: revisionifmatch.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.857319 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.857838 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: revision-if-match Mar 30 01:20:37.858154 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: revisions.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.859290 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.859816 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: standard-attr-revisions Mar 30 01:20:37.860144 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: router_availability_zone.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.860803 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.861318 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: router_availability_zone Mar 30 01:20:37.861639 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: routerservicetype.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.862605 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.863120 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension router-service-type not supported by any of loaded plugins Mar 30 01:20:37.863440 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.864525 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.865251 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: security-groups-normalized-cidr Mar 30 01:20:37.865568 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: security_groups_port_filtering.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.866531 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.867052 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: port-security-groups-filtering Mar 30 01:20:37.867373 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.868303 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.868822 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: security-groups-remote-address-group Mar 30 01:20:37.869146 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.870081 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.870630 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: security-groups-shared-filtering Mar 30 01:20:37.870945 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.871532 dv-cinder-817135-7-smb neutron-server[103119]: WARNING neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 30 01:20:37.871851 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: securitygroup.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.881993 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.882553 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: security-group Mar 30 01:20:37.882883 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: segment.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.883613 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.884129 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension segment not supported by any of loaded plugins Mar 30 01:20:37.884452 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.885398 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.885912 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 30 01:20:37.886231 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: servicetype.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.887374 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.887895 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: service-type Mar 30 01:20:37.888214 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: sorting.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.889195 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.889514 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: sorting Mar 30 01:20:37.889830 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: standard_attr_segment.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.890773 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.891290 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 30 01:20:37.891605 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: standardattrdescription.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.892279 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.892804 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: standard-attr-description Mar 30 01:20:37.893122 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: stateful_security_group.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.894112 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.894671 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: stateful-security-group Mar 30 01:20:37.894989 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: stdattrs_common.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.895712 dv-cinder-817135-7-smb neutron-server[103119]: WARNING neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 30 01:20:37.896592 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.897600 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.898132 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 30 01:20:37.898505 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: subnet_onboard.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.899562 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.900086 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: subnet_onboard Mar 30 01:20:37.900402 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.901330 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.901846 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 30 01:20:37.902162 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: subnet_service_types.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.903113 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.903626 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: subnet-service-types Mar 30 01:20:37.903939 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: subnetallocation.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.905020 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.905535 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: subnet_allocation Mar 30 01:20:37.905849 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.906662 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.907234 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: subnetpool-prefix-ops Mar 30 01:20:37.907501 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.908421 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.908926 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 30 01:20:37.909244 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: tagging.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.910318 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.910872 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: standard-attr-tag Mar 30 01:20:37.911367 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: timestamp.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.912719 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.913246 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loaded extension: standard-attr-timestamp Mar 30 01:20:37.913567 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: trunk.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.914622 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.915143 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension trunk not supported by any of loaded plugins Mar 30 01:20:37.915466 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: trunk_details.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.916372 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.916893 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension trunk-details not supported by any of loaded plugins Mar 30 01:20:37.917212 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: uplink_status_propagation.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.918134 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.918682 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 30 01:20:37.919000 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Loading extension file: vlantransparent.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:37.919668 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:37.920179 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extension vlan-transparent not supported by any of loaded plugins Mar 30 01:20:37.922772 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.quota.resource_registry [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Creating instance of TrackedResource for resource:network Mar 30 01:20:37.923292 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.quota.resource_registry [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Creating instance of TrackedResource for resource:subnet Mar 30 01:20:37.923688 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.quota.resource_registry [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 01:20:37.924078 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.quota.resource_registry [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Creating instance of TrackedResource for resource:port Mar 30 01:20:37.925326 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.v2.resource_helper [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 01:20:37.925757 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.v2.resource_helper [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Service FLAVORS assigned prefix: {{(pid=103119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 01:20:37.926360 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.v2.resource_helper [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 01:20:37.926897 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.v2.resource_helper [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 01:20:37.927417 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.quota.resource_registry [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Creating instance of TrackedResource for resource:router Mar 30 01:20:37.927848 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.quota.resource_registry [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Creating instance of TrackedResource for resource:floatingip Mar 30 01:20:37.928349 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.v2.resource_helper [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Service METERING assigned prefix: /metering {{(pid=103119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 01:20:37.929814 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.930180 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.930561 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:37.931567 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.quota.resource_registry [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Creating instance of CountableResource for resource:rbac_policy Mar 30 01:20:37.932008 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.quota.resource_registry [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Creating instance of TrackedResource for resource:security_group Mar 30 01:20:37.932428 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.quota.resource_registry [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Creating instance of TrackedResource for resource:security_group_rule Mar 30 01:20:37.933012 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.v2.resource_helper [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Service CORE assigned prefix: {{(pid=103119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 01:20:37.933348 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.quota.resource_registry [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 01:20:37.933689 dv-cinder-817135-7-smb neutron-server[103119]: WARNING neutron.quota.resource_registry [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] subnetpool is already registered Mar 30 01:20:37.934119 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.v2.resource_helper [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Service CORE assigned prefix: {{(pid=103119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 01:20:37.934452 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.quota.resource_registry [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 01:20:37.934790 dv-cinder-817135-7-smb neutron-server[103119]: WARNING neutron.quota.resource_registry [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] subnetpool is already registered Mar 30 01:20:37.937052 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.v2.resource_helper [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 01:20:37.937480 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.v2.resource_helper [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Service FLAVORS assigned prefix: {{(pid=103119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 01:20:37.938055 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.v2.resource_helper [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 01:20:37.938491 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.v2.resource_helper [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 01:20:37.938826 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.quota.resource_registry [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Creating instance of TrackedResource for resource:router Mar 30 01:20:37.939154 dv-cinder-817135-7-smb neutron-server[103119]: WARNING neutron.quota.resource_registry [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] router is already registered Mar 30 01:20:37.939557 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.quota.resource_registry [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Creating instance of TrackedResource for resource:floatingip Mar 30 01:20:37.939888 dv-cinder-817135-7-smb neutron-server[103119]: WARNING neutron.quota.resource_registry [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] floatingip is already registered Mar 30 01:20:37.940325 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.v2.resource_helper [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Service METERING assigned prefix: /metering {{(pid=103119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 01:20:37.940973 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.quota.resource_registry [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Creating instance of CountableResource for resource:rbac_policy Mar 30 01:20:37.941295 dv-cinder-817135-7-smb neutron-server[103119]: WARNING neutron.quota.resource_registry [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] rbac_policy is already registered Mar 30 01:20:37.941699 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.quota.resource_registry [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Creating instance of TrackedResource for resource:security_group Mar 30 01:20:37.942036 dv-cinder-817135-7-smb neutron-server[103119]: WARNING neutron.quota.resource_registry [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] security_group is already registered Mar 30 01:20:37.942685 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.quota.resource_registry [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Creating instance of TrackedResource for resource:security_group_rule Mar 30 01:20:37.943160 dv-cinder-817135-7-smb neutron-server[103119]: WARNING neutron.quota.resource_registry [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] security_group_rule is already registered Mar 30 01:20:37.943778 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.v2.resource_helper [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Service CORE assigned prefix: {{(pid=103119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 01:20:37.944104 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.quota.resource_registry [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 01:20:37.944432 dv-cinder-817135-7-smb neutron-server[103119]: WARNING neutron.quota.resource_registry [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] subnetpool is already registered Mar 30 01:20:37.944844 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.v2.resource_helper [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Service CORE assigned prefix: {{(pid=103119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 01:20:37.945163 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.quota.resource_registry [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 01:20:37.945491 dv-cinder-817135-7-smb neutron-server[103119]: WARNING neutron.quota.resource_registry [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] subnetpool is already registered Mar 30 01:20:37.945947 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: extensions {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.947416 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: address-groups {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.948898 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: address-scopes {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.950231 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: agents {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.951418 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: auto-allocated-topology {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.952649 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: availability_zones {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.953860 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: dhcp-networks {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.955435 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: dhcp-agents {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.956837 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: routers {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.959446 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: flavors {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.960612 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: service_profiles {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.962113 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: next_providers {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.963641 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: service_profiles {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.966042 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: floatingip-pools {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.967280 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: routers {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.969361 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: floatingips {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.970689 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: l3-routers {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.972072 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: l3-agents {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.973516 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: metering-labels {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.975287 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: metering-label-rules {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.976560 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: network-ip-availabilities {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.977833 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: bindings {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.979483 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: quotas {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.981074 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: quotas {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.982614 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: rbac-policies {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.983910 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: security-groups {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.985132 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: security-group-rules {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.986370 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: service-providers {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.987598 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: subnetpools {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.988991 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: subnetpools {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.990844 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: tags {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.992523 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: tags {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.994322 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: tags {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.996096 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: tags {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.997878 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: tags {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:37.999742 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: tags {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:38.001409 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: tags {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:38.003307 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: tags {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:38.005227 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: tags {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:38.007351 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron.api.extensions [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Extended resource: tags {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:38.013291 dv-cinder-817135-7-smb neutron-server[103119]: WARNING keystonemiddleware.auth_token [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 30 01:20:38.018028 dv-cinder-817135-7-smb neutron-server[103119]: WARNING keystonemiddleware.auth_token [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 30 01:20:38.027269 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_concurrency.lockutils [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Acquired lock "singleton_lock" {{(pid=103119) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 30 01:20:38.027740 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_concurrency.lockutils [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Releasing lock "singleton_lock" {{(pid=103119) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 30 01:20:38.028397 dv-cinder-817135-7-smb neutron-server[103119]: INFO oslo_service.service [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Starting 2 workers Mar 30 01:20:38.033206 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Started child 103228 {{(pid=103119) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 30 01:20:38.037989 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Started child 103229 {{(pid=103119) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 30 01:20:38.038827 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:38.039552 dv-cinder-817135-7-smb neutron-server[103119]: INFO neutron.service [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Neutron service started, listening on 0.0.0.0:9696 Mar 30 01:20:38.040164 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Publish callbacks [] for process (None), before_spawn {{(pid=103119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:38.040487 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [-] (103228) wsgi starting up on http://0.0.0.0:9696 Mar 30 01:20:38.042693 dv-cinder-817135-7-smb neutron-server[103119]: INFO oslo_service.service [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Starting 1 workers Mar 30 01:20:38.042902 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:38.044281 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [-] (103229) wsgi starting up on http://0.0.0.0:9696 Mar 30 01:20:38.047887 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Started child 103230 {{(pid=103119) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 30 01:20:38.048423 dv-cinder-817135-7-smb neutron-server[103119]: INFO oslo_service.service [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Starting 1 workers Mar 30 01:20:38.051869 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.service [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] calling RpcWorker wait() {{(pid=103230) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 30 01:20:38.052471 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.service [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] returning from RpcWorker wait() {{(pid=103230) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 30 01:20:38.053243 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Started child 103231 {{(pid=103119) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 30 01:20:38.053875 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:38.054021 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f3da-ad53-4650-afa7-1703faa8c89e None None] Publish callbacks [] for process (None), after_spawn {{(pid=103119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:38.054431 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:20:38.055903 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103119) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 30 01:20:38.056078 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 30 01:20:38.056459 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 30 01:20:38.056643 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 30 01:20:38.057168 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 30 01:20:38.057307 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 30 01:20:38.057830 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.058100 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.058225 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:38.058729 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.058729 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.058871 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.059467 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.059720 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.059932 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.060200 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.060461 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.060636 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.060780 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.061015 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.061267 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.061556 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.061803 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.062040 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.062306 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.062476 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.062841 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.063009 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.063254 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.063521 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] debug = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.063757 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.064231 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.064451 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.064686 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.064888 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.065346 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.065594 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.065869 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.066114 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.066319 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.066663 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.066910 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.067170 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.067494 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.067827 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.068185 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.068621 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.068875 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.069414 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] host = dv-cinder-817135-7-smb {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.069654 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.069889 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.070140 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.070386 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.070644 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.070879 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.071142 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.071418 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.071650 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.071880 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.072137 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.072368 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.072597 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.072840 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] log_file = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.073059 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] log_options = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.073224 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.073482 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.073735 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.073924 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.074090 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.074252 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.074534 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.074699 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.074956 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.075188 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.075400 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.075630 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.075849 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.076059 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.076304 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.076515 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.076745 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.076974 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.077223 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.077469 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.077716 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.077942 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.078155 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.078366 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.078624 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.078833 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.079135 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.079514 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.079813 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.079970 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:20:38.080114 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.080357 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.080602 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.080750 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.080943 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.081201 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.081434 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.081768 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.082090 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.082370 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.082967 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.083316 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.083724 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.084293 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.084541 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.084778 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.085173 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.085396 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] use_json = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.085657 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.085848 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.086081 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.086558 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.086558 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.086861 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.086996 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.087210 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.087394 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.087850 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.088126 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.088448 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.088697 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.089102 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.089348 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.089601 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.089824 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.090121 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.090439 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.090867 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.091095 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.091380 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.091664 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.091941 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.092267 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.092506 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.092761 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.093002 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.093400 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.093624 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.093868 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.094150 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.094392 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.094652 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.094887 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.098302 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.099488 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.099872 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.102271 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.102723 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.104789 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.108687 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.108945 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.109200 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.109436 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.109715 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.109964 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.110216 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.110531 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.110767 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.111031 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.111249 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.111492 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.111722 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.111969 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.112203 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.112447 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.112683 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.112916 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.113137 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.113351 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.113586 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.113818 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.114144 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.114734 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.115159 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.115424 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.115670 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.115889 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.116104 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.116364 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.116602 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.116823 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.117042 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.117253 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.117502 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.117873 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.118314 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.118544 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.118745 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.120717 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.120968 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.121295 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.121633 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.121874 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.122114 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.122376 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.122697 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.123018 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.123280 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.123503 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.123761 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.124118 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.124343 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.124567 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.124801 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.125038 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.125237 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.125454 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.125671 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.125940 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.126266 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.126538 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.126786 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.127027 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.127308 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.127528 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.127784 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.128005 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.128383 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.128665 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.128992 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.129490 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.129767 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.130067 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.130461 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.130851 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.131081 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.131307 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.131557 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.131807 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.132047 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.132316 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.132592 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.132831 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.133084 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.133321 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.133576 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.133857 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.134249 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.134552 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.134778 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.135070 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.135344 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.135625 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.135895 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.136143 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.136396 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.136663 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.136909 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.137177 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.137424 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.137668 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.137920 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.138156 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.138424 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.138680 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.138909 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.139367 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.139621 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.139838 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.140884 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.141243 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.142246 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.142534 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.142827 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.143087 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.143759 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.144046 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.144336 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.144634 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.144963 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.145197 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.145528 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.145916 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.146649 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.146919 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.147144 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.147381 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.147646 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.147880 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.148123 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.148343 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.148564 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.148783 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.149029 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.149244 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.149479 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.149714 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.149939 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.150171 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.150600 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.150820 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.151069 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.151287 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.151554 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.151813 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.152033 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.152270 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.152513 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.152766 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.152982 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.153227 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.153446 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.153966 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.154188 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.154439 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.154647 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.154880 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.155109 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.155337 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.155571 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.155808 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.156139 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.156384 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.156613 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.156840 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.157072 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.157347 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.157528 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.157746 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.157985 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.158200 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.158531 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.158776 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.158993 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.159209 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.159424 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.159654 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.159924 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.160159 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.160395 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.160625 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.160864 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.161232 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.161546 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.161651 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:20:38.161945 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.162178 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.162390 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.162642 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.162858 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.163072 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.163352 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.163613 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.163845 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.164150 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.165602 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.166157 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.166418 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.166645 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.167001 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.168461 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.168709 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.168937 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.169398 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.169623 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.169846 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.170510 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.170737 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.170980 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.171226 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.171440 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.171652 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.171880 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.172098 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.172308 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.172529 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.172739 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.172970 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.173195 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.173415 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.173622 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.173848 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.174058 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.174264 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.175792 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.176814 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.177106 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.177583 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.177881 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.178121 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.178455 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.178706 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.178974 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.179238 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.179550 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.179773 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.180039 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.180286 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.180509 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.180750 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.181005 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.181325 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.181618 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.181910 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.182114 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.182388 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.183789 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.184198 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.184538 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.185679 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.186047 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.186350 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.187066 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.187494 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.188238 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.188508 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.188740 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.188992 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.189239 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.189465 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.189747 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.189982 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.190209 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.190451 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.190687 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.190936 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.191383 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.191605 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.191916 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.192219 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.192676 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 30 01:20:38.193388 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103119) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 30 01:20:38.193555 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 30 01:20:38.193713 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 30 01:20:38.193903 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 30 01:20:38.194080 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 30 01:20:38.194236 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 30 01:20:38.194470 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.194638 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.194798 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.194960 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.195120 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.195304 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.195466 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.195624 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.195836 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.195997 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.196157 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.196317 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.196474 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.196631 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.196790 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.196948 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.197108 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.197266 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.197429 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.197588 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.197746 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.197904 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.198062 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] debug = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.198219 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.198442 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.198610 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.198767 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.198925 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.199082 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.199238 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.199396 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.199554 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.199713 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.199870 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.200029 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.200184 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.200340 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.200498 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.200657 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.200812 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.200970 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.201127 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] host = dv-cinder-817135-7-smb {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.201284 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.201440 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.201597 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.201758 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.201916 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.202072 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.202231 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.202388 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.202567 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.202735 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.202884 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.203044 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.203200 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.203374 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] log_file = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.203512 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] log_options = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.203668 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.203824 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.203980 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.204159 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.204321 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.204478 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.204636 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.204793 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.204950 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.205108 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.205264 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.205420 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.205590 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.205732 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.205888 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.206043 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.206202 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.206359 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.206542 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.206700 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.206857 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.207015 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.207172 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.207328 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.207485 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.207641 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.207875 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.208115 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.208401 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.208637 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.208799 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.208960 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.209118 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.209276 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.209432 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.209591 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.209750 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.209906 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.210067 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.210226 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.210382 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.210584 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.210743 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.210899 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.211057 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.211213 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.211370 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] use_json = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.211526 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.211689 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.211847 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.212003 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.212158 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.212313 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.212470 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.212626 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.212783 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:38.212961 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.213123 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.213295 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.213458 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.213621 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.213782 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.213943 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.214104 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.214266 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.214445 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.214617 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.214781 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.214951 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.215100 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.215258 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.215422 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.215584 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.215744 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.215905 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.216065 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.216224 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.216383 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.216554 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.216715 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.216874 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.217038 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.217200 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.217368 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.217528 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.217702 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.217862 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.218023 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.218182 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.218342 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.218525 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.218687 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.218850 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.219011 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.219174 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.219337 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.219497 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.219658 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.219818 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.219981 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.220141 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.220301 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.220462 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.220624 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.220784 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.220947 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.221109 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.221272 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.221438 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.221605 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.221765 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.221927 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.222088 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.222260 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.222436 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.222601 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.222761 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.222923 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.223081 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.223241 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.223442 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.223702 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.223920 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.224179 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.224482 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.224645 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.224808 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.224972 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.225135 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.225295 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.225459 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.225620 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.225780 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.225940 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.226100 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.226259 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.226445 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.226609 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.226769 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.226929 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.227089 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.227249 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.227411 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.227575 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.227736 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.227895 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.228054 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.228222 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.228398 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.228558 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.228718 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.228880 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.229042 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.229202 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.229364 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.229524 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.229685 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.229845 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.230005 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.230167 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.230329 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.230518 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.230682 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.230843 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.231002 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.231162 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.231320 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.231481 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.231647 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.231808 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.231969 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.232129 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.232288 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.232447 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.232608 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.232778 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.232938 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.233104 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.233264 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.233430 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.233600 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.233762 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.233921 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.234081 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.234240 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.234414 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.234580 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.234742 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.234900 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.235059 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.235232 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.235395 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.235556 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.235715 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.235889 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.236057 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.236217 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.236378 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.236538 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.236698 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.236885 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.237046 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.237205 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.237366 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.237526 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.237685 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.237847 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.238008 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.238167 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.238327 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.238508 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.238671 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.238832 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.238997 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.239255 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.239538 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.239822 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.239993 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.240154 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.240318 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.240479 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.240640 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.240800 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.240961 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.241122 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.241282 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.241443 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.241608 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.241769 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.241929 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.242088 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.242248 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.242424 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.242593 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.242756 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.242917 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.243078 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.243238 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.243398 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.243561 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.243721 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.243881 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.244043 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.244202 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.244364 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.244525 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.244685 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.244845 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.245004 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.245164 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.245342 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.245502 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.245664 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.245826 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.245987 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.246148 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.246307 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.246488 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.246651 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.246811 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.246972 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.247132 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.247292 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.247452 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.247611 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.247770 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.247933 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.248096 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.248257 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.248417 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.248580 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.248740 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.248898 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.249057 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.249217 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.249379 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.249540 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.249702 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.249860 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.250037 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.250197 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.250357 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.250541 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.250702 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.250862 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.251032 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.251194 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.251353 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.251512 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.251676 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.251836 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.252005 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.252165 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.252325 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.252484 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.252645 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.252804 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.252973 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.253135 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.253281 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.253441 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.253601 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.253760 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.253928 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.254086 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.254246 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.254426 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.254584 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.254849 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.255078 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.255304 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.255596 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.255823 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.255986 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.256151 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.256322 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.256502 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.256620 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.256807 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.256938 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.257047 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 36038) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:20:38.257154 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.257266 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.257408 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.257570 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.257734 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.257894 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.258055 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.258216 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.258378 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.258575 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.258747 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.258914 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.259077 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.259245 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.259413 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.259581 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.259741 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.259907 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.260079 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.260239 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.260399 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.260559 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.260718 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.260878 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.261038 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.261196 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.261355 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.261515 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.261680 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.261839 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.261999 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.262160 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.262319 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.262486 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.262650 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.262810 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.262971 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.263132 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:38.263362 dv-cinder-817135-7-smb neutron-server[103119]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 30 01:20:38.265616 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064549 Mar 30 01:20:49.760014 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42234ebb-ea7b-4032-b966-b5a0ac6a30c6 None None] get_active_networks_info from dv-cinder-817135-7-smb {{(pid=103230) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 30 01:20:49.832877 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42234ebb-ea7b-4032-b966-b5a0ac6a30c6 None None] No non-hosted networks {{(pid=103230) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 30 01:20:49.848309 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.agentschedulers_db [None req-42234ebb-ea7b-4032-b966-b5a0ac6a30c6 None None] DHCP Agent not found on host dv-cinder-817135-7-smb {{(pid=103230) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 30 01:20:49.931238 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-94cec3a9-82d5-42e2-9eb2-08deeb0ec2d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-622819'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:51.896823 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c2fc234a-44cc-4cbf-9e98-9dbdb96977b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-622819'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:51.942688 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-27d52715-8feb-49b6-962b-db186b5d34c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:52.929231 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 36108) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:20:52.945957 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-622819'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:53.475957 dv-cinder-817135-7-smb neutron-server[103229]: WARNING oslo_policy.policy [None req-19b80e0c-ac6f-4f5f-aa66-6ea897451ae7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 01:20:53.476539 dv-cinder-817135-7-smb neutron-server[103229]: WARNING oslo_policy.policy [None req-19b80e0c-ac6f-4f5f-aa66-6ea897451ae7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 01:20:53.698716 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [None req-19b80e0c-ac6f-4f5f-aa66-6ea897451ae7 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 01:20:53.714435 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-19b80e0c-ac6f-4f5f-aa66-6ea897451ae7 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7681293 Mar 30 01:20:54.544227 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-622819'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:56.003254 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-622819'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:56.004851 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:56.005560 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:56.006149 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:56.006774 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:56.007375 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:56.007910 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:56.008658 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:56.009270 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:56.010549 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:56.011106 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:56.011636 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:56.012226 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:56.012785 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:56.013312 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:56.013832 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:56.014552 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-817135-7-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:20:56.030020 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-817135-7-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:20:56.311629 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 36138) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:20:56.644209 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-60e287a4-0322-4357-b261-2da1d046b253 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:20:56.737855 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.policy [None req-60e287a4-0322-4357-b261-2da1d046b253 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103229) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 30 01:20:56.781625 dv-cinder-817135-7-smb neutron-server[103229]: WARNING oslo_policy.policy [None req-60e287a4-0322-4357-b261-2da1d046b253 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 01:20:56.781999 dv-cinder-817135-7-smb neutron-server[103229]: WARNING oslo_policy.policy [None req-60e287a4-0322-4357-b261-2da1d046b253 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 01:20:56.882678 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60e287a4-0322-4357-b261-2da1d046b253 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788082805661', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788082804800', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788082788627', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788082800258', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788082772617', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788081949191', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2064820', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2085282', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-915996', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-694882'] for rbac-policy (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:56.958916 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60e287a4-0322-4357-b261-2da1d046b253 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:56.967079 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-60e287a4-0322-4357-b261-2da1d046b253 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6540029 Mar 30 01:20:57.137126 dv-cinder-817135-7-smb neutron-server[103230]: INFO neutron.db.l3_hamode_db [None req-efb2c312-5d0e-4f89-aad0-202c2c6aa183 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 30 01:20:57.219968 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb2c312-5d0e-4f89-aad0-202c2c6aa183 None None] Routers set() bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:20:57.220353 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb2c312-5d0e-4f89-aad0-202c2c6aa183 None None] Router IDs set() for agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 30 01:20:59.497998 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 36150) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:20:59.854063 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-53197cfc-f5e7-447d-9d91-3f49199dd591 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:20:59.892129 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53197cfc-f5e7-447d-9d91-3f49199dd591 demo demo] Made reservation on behalf of b4df2273c5a34952968e823155cfec97 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:20:59.897140 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-53197cfc-f5e7-447d-9d91-3f49199dd591 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:59.916010 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-53197cfc-f5e7-447d-9d91-3f49199dd591 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:00.044341 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-53197cfc-f5e7-447d-9d91-3f49199dd591 demo demo] Publish callbacks [] for security_group (de83ea9d-d731-4be0-93d2-58894962523d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:00.051240 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-53197cfc-f5e7-447d-9d91-3f49199dd591 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (de83ea9d-d731-4be0-93d2-58894962523d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:00.075019 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53197cfc-f5e7-447d-9d91-3f49199dd591 demo demo] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:21:00.109361 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-53197cfc-f5e7-447d-9d91-3f49199dd591 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788084628273', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983'] for segment (9b974273-24d4-4580-8121-4c4a650fde2b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:00.109937 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-53197cfc-f5e7-447d-9d91-3f49199dd591 demo demo] Unsubscribe: segment precommit_create {{(pid=103229) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 30 01:21:00.110437 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.db.segments_db [None req-53197cfc-f5e7-447d-9d91-3f49199dd591 demo demo] Added segment 9b974273-24d4-4580-8121-4c4a650fde2b of type vlan for network 24e0c409-657d-4136-9b47-c02cd89573bd Mar 30 01:21:00.125595 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53197cfc-f5e7-447d-9d91-3f49199dd591 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=de83ea9d-d731-4be0-93d2-58894962523d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:21:00.176503 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53197cfc-f5e7-447d-9d91-3f49199dd591 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:00.176716 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53197cfc-f5e7-447d-9d91-3f49199dd591 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:00.177048 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53197cfc-f5e7-447d-9d91-3f49199dd591 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:00.177395 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53197cfc-f5e7-447d-9d91-3f49199dd591 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:00.177735 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53197cfc-f5e7-447d-9d91-3f49199dd591 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:00.178052 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53197cfc-f5e7-447d-9d91-3f49199dd591 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:00.178350 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53197cfc-f5e7-447d-9d91-3f49199dd591 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:00.178819 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53197cfc-f5e7-447d-9d91-3f49199dd591 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:00.179125 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53197cfc-f5e7-447d-9d91-3f49199dd591 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:00.179457 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53197cfc-f5e7-447d-9d91-3f49199dd591 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:00.179774 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53197cfc-f5e7-447d-9d91-3f49199dd591 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:00.180101 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53197cfc-f5e7-447d-9d91-3f49199dd591 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:00.180403 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53197cfc-f5e7-447d-9d91-3f49199dd591 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:00.180711 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53197cfc-f5e7-447d-9d91-3f49199dd591 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:00.181021 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53197cfc-f5e7-447d-9d91-3f49199dd591 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53197cfc-f5e7-447d-9d91-3f49199dd591 demo demo] Tracked resource versions report: Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: pushed versions: Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: { 'AddressGroup': {'1.2'}, Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: 'Agent': {'1.1'}, Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: 'ConntrackHelper': {'1.0'}, Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: 'LocalIPAssociation': {'1.0'}, Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: 'Log': {'1.0'}, Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: 'NDPProxy': {'1.0'}, Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: 'Network': {'1.1'}, Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: 'Port': {'1.7'}, Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: 'PortForwarding': {'1.3'}, Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: 'QosPolicy': {'1.10'}, Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: 'SecurityGroup': {'1.5'}, Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: 'SecurityGroupRule': {'1.2'}, Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: 'SubPort': {'1.0'}, Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: 'Subnet': {'1.1'}, Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: 'Trunk': {'1.1'}} Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: consumer versions: Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: { DHCP agent@dv-cinder-817135-7-smb: {}, Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: L3 agent@dv-cinder-817135-7-smb: {}, Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: Metadata agent@dv-cinder-817135-7-smb: {}, Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: Metering agent@dv-cinder-817135-7-smb: {}, Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: Open vSwitch agent@dv-cinder-817135-7-smb: { 'AddressGroup': '1.2', Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: 'Agent': '1.1', Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: 'ConntrackHelper': '1.0', Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: 'LocalIPAssociation': '1.0', Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: 'Log': '1.0', Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: 'NDPProxy': '1.0', Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: 'Network': '1.1', Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: 'Port': '1.7', Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: 'PortForwarding': '1.3', Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: 'QosPolicy': '1.10', Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: 'SecurityGroup': '1.5', Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: 'SecurityGroupRule': '1.2', Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: 'SubPort': '1.0', Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: 'Subnet': '1.1', Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: 'Trunk': '1.1'}} Mar 30 01:21:00.182222 dv-cinder-817135-7-smb neutron-server[103229]: {{(pid=103229) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 01:21:00.218133 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-53197cfc-f5e7-447d-9d91-3f49199dd591 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788084269370'] for network (24e0c409-657d-4136-9b47-c02cd89573bd), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:00.263304 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-53197cfc-f5e7-447d-9d91-3f49199dd591 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768'] for network (24e0c409-657d-4136-9b47-c02cd89573bd), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:00.268555 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53197cfc-f5e7-447d-9d91-3f49199dd591 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:21:00.269318 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-53197cfc-f5e7-447d-9d91-3f49199dd591 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:00.363466 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-53197cfc-f5e7-447d-9d91-3f49199dd591 demo demo] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8638778 Mar 30 01:21:00.388416 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53197cfc-f5e7-447d-9d91-3f49199dd591 demo demo] Pushing event updated for resources: {'Network': ['ID=24e0c409-657d-4136-9b47-c02cd89573bd,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:21:00.401891 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Network 24e0c409-657d-4136-9b47-c02cd89573bd details requested by agent ovs-agent-dv-cinder-817135-7-smb with host dv-cinder-817135-7-smb {{(pid=103230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:21:02.967563 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 36162) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:21:03.422426 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1e6630-8cd5-4884-ad1c-4451eafa81db demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:21:03.423827 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-de1e6630-8cd5-4884-ad1c-4451eafa81db demo admin] 10.222.0.25 "GET /v2.0/networks/24e0c409-657d-4136-9b47-c02cd89573bd HTTP/1.1" status: 200 len: 825 time: 0.4549201 Mar 30 01:21:03.452265 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-e40cb410-9060-4717-8351-f24882edaa25 demo admin] 10.222.0.25 "GET /v2.0/subnetpools/d3c7f868-f5c2-42a1-9c71-3b04d9f71b6c HTTP/1.1" status: 200 len: 734 time: 0.0195763 Mar 30 01:21:03.460821 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-7efb764d-144e-455a-88c9-0a358b8bed66 demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'd3c7f868-f5c2-42a1-9c71-3b04d9f71b6c', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '24e0c409-657d-4136-9b47-c02cd89573bd'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:21:03.486829 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efb764d-144e-455a-88c9-0a358b8bed66 demo admin] Made reservation on behalf of b4df2273c5a34952968e823155cfec97 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:21:03.489380 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7efb764d-144e-455a-88c9-0a358b8bed66 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:03.802460 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7efb764d-144e-455a-88c9-0a358b8bed66 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768'] for subnet (257491a0-22db-44c0-9392-f53c7be46243), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:03.867603 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb764d-144e-455a-88c9-0a358b8bed66 demo admin] Pushing event updated for resources: {'Subnet': ['ID=257491a0-22db-44c0-9392-f53c7be46243,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:21:03.876342 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efb764d-144e-455a-88c9-0a358b8bed66 demo admin] Checking segment: {'id': '9b974273-24d4-4580-8121-4c4a650fde2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24e0c409-657d-4136-9b47-c02cd89573bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:21:03.876716 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efb764d-144e-455a-88c9-0a358b8bed66 demo admin] Network hostable DHCP agents. Network: 24e0c409-657d-4136-9b47-c02cd89573bd, hostable agents: ['eddc343b-7df5-4b69-8188-94dadcee138e'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:21:03.903393 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efb764d-144e-455a-88c9-0a358b8bed66 demo admin] Network 24e0c409-657d-4136-9b47-c02cd89573bd is scheduled to be hosted by DHCP agent eddc343b-7df5-4b69-8188-94dadcee138e with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:21:03.915349 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-7efb764d-144e-455a-88c9-0a358b8bed66 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-smb, 24e0c409-657d-4136-9b47-c02cd89573bd) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:21:03.920139 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efb764d-144e-455a-88c9-0a358b8bed66 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:21:03.920753 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7efb764d-144e-455a-88c9-0a358b8bed66 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:03.925184 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fba2963-584b-4995-949d-3a3671183dea None None] Network 24e0c409-657d-4136-9b47-c02cd89573bd requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:21:03.942432 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-7efb764d-144e-455a-88c9-0a358b8bed66 demo admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4847918 Mar 30 01:21:04.198501 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6fa5b9a-8f1a-5b91-8c9f-1bdccb0e5af4-24e0c409-657d-4136-9b47-c02cd89573bd', 'network_id': '24e0c409-657d-4136-9b47-c02cd89573bd', 'project_id': 'b4df2273c5a34952968e823155cfec97', 'fixed_ips': [{'subnet_id': '257491a0-22db-44c0-9392-f53c7be46243'}]}} from dv-cinder-817135-7-smb. {{(pid=103230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 01:21:04.199769 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:04.484655 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Allocated IP 172.20.0.2 (24e0c409-657d-4136-9b47-c02cd89573bd/257491a0-22db-44c0-9392-f53c7be46243/b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:21:04.753594 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Publish callbacks [] for port (b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:04.761562 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294'] for port (b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:04.833655 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Network 24e0c409-657d-4136-9b47-c02cd89573bd is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:21:04.838442 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:21:04.851641 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:21:04.859119 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Pushing event updated for resources: {'Port': ['ID=b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:21:04.887932 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:04.888285 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:04.888630 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:04.888988 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:04.889325 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:04.889657 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:04.889958 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:04.890315 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:04.890673 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:04.891000 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:04.891329 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:04.891661 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:04.891987 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:04.892311 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:04.892632 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Tracked resource versions report: Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: pushed versions: Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: { 'AddressGroup': {'1.2'}, Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: 'Agent': {'1.1'}, Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: 'ConntrackHelper': {'1.0'}, Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: 'LocalIPAssociation': {'1.0'}, Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: 'Log': {'1.0'}, Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: 'NDPProxy': {'1.0'}, Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: 'Network': {'1.1'}, Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: 'Port': {'1.7'}, Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: 'PortForwarding': {'1.3'}, Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: 'QosPolicy': {'1.10'}, Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: 'SecurityGroup': {'1.5'}, Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: 'SecurityGroupRule': {'1.2'}, Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: 'SubPort': {'1.0'}, Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: 'Subnet': {'1.1'}, Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: 'Trunk': {'1.1'}} Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: consumer versions: Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: { DHCP agent@dv-cinder-817135-7-smb: {}, Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: L3 agent@dv-cinder-817135-7-smb: {}, Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: Metadata agent@dv-cinder-817135-7-smb: {}, Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: Metering agent@dv-cinder-817135-7-smb: {}, Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: Open vSwitch agent@dv-cinder-817135-7-smb: { 'AddressGroup': '1.2', Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: 'Agent': '1.1', Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: 'ConntrackHelper': '1.0', Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: 'LocalIPAssociation': '1.0', Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: 'Log': '1.0', Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: 'NDPProxy': '1.0', Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: 'Network': '1.1', Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: 'Port': '1.7', Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: 'PortForwarding': '1.3', Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: 'QosPolicy': '1.10', Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: 'SecurityGroup': '1.5', Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: 'SecurityGroupRule': '1.2', Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: 'SubPort': '1.0', Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: 'Subnet': '1.1', Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: 'Trunk': '1.1'}} Mar 30 01:21:04.893819 dv-cinder-817135-7-smb neutron-server[103230]: {{(pid=103230) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 01:21:04.945943 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Attempting to bind port b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5 on host dv-cinder-817135-7-smb for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:21:04.946601 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Attempting to bind port b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5 by drivers openvswitch,hyperv on host dv-cinder-817135-7-smb at level 0 using segments [{'id': '9b974273-24d4-4580-8121-4c4a650fde2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24e0c409-657d-4136-9b47-c02cd89573bd'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:21:04.946765 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Attempting to bind port b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5 on network 24e0c409-657d-4136-9b47-c02cd89573bd {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:21:04.952510 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Checking agent: {'id': 'e1925a54-03b2-438f-8645-7588892df62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 56), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:21:04.952967 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Checking segment: {'id': '9b974273-24d4-4580-8121-4c4a650fde2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24e0c409-657d-4136-9b47-c02cd89573bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:21:04.953433 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:04.953872 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Bound using segment: {'id': '9b974273-24d4-4580-8121-4c4a650fde2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24e0c409-657d-4136-9b47-c02cd89573bd'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:21:04.954342 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Bound port: b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5, host: dv-cinder-817135-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b974273-24d4-4580-8121-4c4a650fde2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24e0c409-657d-4136-9b47-c02cd89573bd'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:21:04.954808 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:05.019098 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] For port b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5, host dv-cinder-817135-7-smb, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:21:05.023982 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] For port b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5, host dv-cinder-817135-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5,segment=NetworkSegment(9b974273-24d4-4580-8121-4c4a650fde2b),segment_id=9b974273-24d4-4580-8121-4c4a650fde2b)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:21:05.034363 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:05.099134 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c8f4e-126e-4386-b27c-df0738bfc708 None None] Pushing event updated for resources: {'Port': ['ID=b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:21:06.524038 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 36170) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:21:07.053949 dv-cinder-817135-7-smb neutron-server[103228]: WARNING oslo_policy.policy [None req-5e2d3b43-2efd-4a91-aebb-501f1a83b0cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 01:21:07.054573 dv-cinder-817135-7-smb neutron-server[103228]: WARNING oslo_policy.policy [None req-5e2d3b43-2efd-4a91-aebb-501f1a83b0cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 01:21:07.274887 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [None req-5e2d3b43-2efd-4a91-aebb-501f1a83b0cb admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103228) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 01:21:07.276040 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-5e2d3b43-2efd-4a91-aebb-501f1a83b0cb admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7507999 Mar 30 01:21:09.804387 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 36184) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:21:10.146684 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [None req-b92b81e3-6cf0-4457-a875-f9b78f5a6aac admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103228) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 01:21:10.147724 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-b92b81e3-6cf0-4457-a875-f9b78f5a6aac admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3423500 Mar 30 01:21:12.707007 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 36192) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:21:13.038171 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-531f5377-fee5-48a7-819c-afb63d2b08f3 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:21:13.063840 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-531f5377-fee5-48a7-819c-afb63d2b08f3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-630030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3002'] for router (e5ae4d32-f17f-4dbb-92d1-268a9a576af1), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:13.065503 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-531f5377-fee5-48a7-819c-afb63d2b08f3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2995'] for router (e5ae4d32-f17f-4dbb-92d1-268a9a576af1), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:13.206743 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-531f5377-fee5-48a7-819c-afb63d2b08f3 demo demo] Publish callbacks [] for router_controller (e5ae4d32-f17f-4dbb-92d1-268a9a576af1), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:13.212716 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-531f5377-fee5-48a7-819c-afb63d2b08f3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623896'] for router (e5ae4d32-f17f-4dbb-92d1-268a9a576af1), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:13.230757 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-531f5377-fee5-48a7-819c-afb63d2b08f3 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:13.231992 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-531f5377-fee5-48a7-819c-afb63d2b08f3 demo demo] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5238860 Mar 30 01:21:14.727341 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5 up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:21:14.841246 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:21:14.841557 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:14.963869 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5 is: DOWN; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:21:14.964274 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:15.007217 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] For port b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5,segment=NetworkSegment(9b974273-24d4-4580-8121-4c4a650fde2b),segment_id=9b974273-24d4-4580-8121-4c4a650fde2b)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:21:15.013508 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:15.067997 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Pushing event updated for resources: {'Port': ['ID=b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:21:15.862708 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 36204) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:21:16.198519 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [None req-971c4f25-5289-4d91-a7fc-95c560c7fe95 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103228) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 01:21:16.199478 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-971c4f25-5289-4d91-a7fc-95c560c7fe95 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3358557 Mar 30 01:21:16.450798 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d481e09-8a90-4ffa-9efd-5e85ef402ce0 None None] Network 24e0c409-657d-4136-9b47-c02cd89573bd requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:21:16.573387 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-5c2f7c19-4783-45d2-b594-ff433f6ac5d0 None None] Provisioning complete for port b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:21:16.573773 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5c2f7c19-4783-45d2-b594-ff433f6ac5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:16.664593 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-5c2f7c19-4783-45d2-b594-ff433f6ac5d0 None None] Current status of the port b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:21:16.699922 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5 up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:21:16.748820 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:21:16.749197 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:16.827301 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:21:16.883999 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-07688b13-b0ff-452b-9332-cea4e578c682 None None] Provisioning complete for port b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:21:16.884388 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-07688b13-b0ff-452b-9332-cea4e578c682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:16.964495 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-07688b13-b0ff-452b-9332-cea4e578c682 None None] Current status of the port b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:21:18.736890 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 36212) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:21:19.075672 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:21:19.131845 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] Made reservation on behalf of 2ca821f42e7d4274a18f5d472e3d2555 for: {'network': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:21:19.192290 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.policy [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103228) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 30 01:21:19.235091 dv-cinder-817135-7-smb neutron-server[103228]: WARNING oslo_policy.policy [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 01:21:19.235511 dv-cinder-817135-7-smb neutron-server[103228]: WARNING oslo_policy.policy [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 01:21:19.245474 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for network (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:19.266294 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:19.404370 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] Publish callbacks [] for security_group (8f46b424-581c-4818-9e62-a04cca9413c4), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:19.409462 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (8f46b424-581c-4818-9e62-a04cca9413c4), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:19.420912 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] Reserving flat network on physical network physnet1 {{(pid=103228) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 30 01:21:19.454229 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788084628273', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983'] for segment (06f2df17-57da-4e9c-9934-3a429189481b), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:19.454846 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] Unsubscribe: segment precommit_create {{(pid=103228) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 30 01:21:19.455357 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.db.segments_db [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] Added segment 06f2df17-57da-4e9c-9934-3a429189481b of type flat for network 37ca571a-19ad-455c-abf6-69b74430259c Mar 30 01:21:19.472497 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f46b424-581c-4818-9e62-a04cca9413c4,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:21:19.493864 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:19.494197 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:19.494613 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:19.494939 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:19.495263 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:19.495590 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:19.495886 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:19.496195 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:19.496505 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:19.496813 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:19.497107 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:19.497453 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:19.497764 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:19.498079 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:19.498383 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] Tracked resource versions report: Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: pushed versions: Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: { 'AddressGroup': {'1.2'}, Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: 'Agent': {'1.1'}, Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: 'ConntrackHelper': {'1.0'}, Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: 'LocalIPAssociation': {'1.0'}, Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: 'Log': {'1.0'}, Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: 'NDPProxy': {'1.0'}, Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: 'Network': {'1.1'}, Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: 'Port': {'1.7'}, Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: 'PortForwarding': {'1.3'}, Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: 'QosPolicy': {'1.10'}, Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: 'SecurityGroup': {'1.5'}, Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: 'SecurityGroupRule': {'1.2'}, Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: 'SubPort': {'1.0'}, Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: 'Subnet': {'1.1'}, Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: 'Trunk': {'1.1'}} Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: consumer versions: Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: { DHCP agent@dv-cinder-817135-7-smb: {}, Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: L3 agent@dv-cinder-817135-7-smb: {}, Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: Metadata agent@dv-cinder-817135-7-smb: {}, Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: Metering agent@dv-cinder-817135-7-smb: {}, Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: Open vSwitch agent@dv-cinder-817135-7-smb: { 'AddressGroup': '1.2', Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: 'Agent': '1.1', Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: 'ConntrackHelper': '1.0', Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: 'LocalIPAssociation': '1.0', Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: 'Log': '1.0', Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: 'NDPProxy': '1.0', Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: 'Network': '1.1', Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: 'Port': '1.7', Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: 'PortForwarding': '1.3', Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: 'QosPolicy': '1.10', Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: 'SecurityGroup': '1.5', Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: 'SecurityGroupRule': '1.2', Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: 'SubPort': '1.0', Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: 'Subnet': '1.1', Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: 'Trunk': '1.1'}} Mar 30 01:21:19.499574 dv-cinder-817135-7-smb neutron-server[103228]: {{(pid=103228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 01:21:19.599686 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788084269370'] for network (37ca571a-19ad-455c-abf6-69b74430259c), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:19.651211 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768'] for network (37ca571a-19ad-455c-abf6-69b74430259c), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:19.652322 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:21:19.653074 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for network (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:19.705429 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd0f8a33-a70d-4797-aae7-a1f090e4494a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:19.752832 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0146940 Mar 30 01:21:19.761506 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e92b2c-d57f-41d2-8832-761b49e5f050 admin admin] Pushing event updated for resources: {'Network': ['ID=37ca571a-19ad-455c-abf6-69b74430259c,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:21:19.794918 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Network 37ca571a-19ad-455c-abf6-69b74430259c details requested by agent ovs-agent-dv-cinder-817135-7-smb with host dv-cinder-817135-7-smb {{(pid=103230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:21:21.893315 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c256aa56-61c9-452c-b5ae-d7c363dc0afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:22.403265 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 36226) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:21:22.855068 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fd862d-76d4-45dc-93e6-460ee90f1d01 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:21:22.856386 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-57fd862d-76d4-45dc-93e6-460ee90f1d01 demo admin] 10.222.0.25 "GET /v2.0/subnets/257491a0-22db-44c0-9392-f53c7be46243 HTTP/1.1" status: 200 len: 849 time: 0.4521782 Mar 30 01:21:22.912120 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:23.025839 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-e6497478-d75b-4bbf-801f-764a99082081 demo admin] 10.222.0.25 "GET /v2.0/routers/e5ae4d32-f17f-4dbb-92d1-268a9a576af1 HTTP/1.1" status: 200 len: 704 time: 0.1634593 Mar 30 01:21:23.332794 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-06c9fcc1-e104-427a-8654-8e2a8c733ecb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:23.654282 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-06c9fcc1-e104-427a-8654-8e2a8c733ecb demo admin] Allocated IP 172.20.0.1 (24e0c409-657d-4136-9b47-c02cd89573bd/257491a0-22db-44c0-9392-f53c7be46243/a80ea7cc-1360-43e2-960f-eecfae236bd9) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:21:23.854435 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-06c9fcc1-e104-427a-8654-8e2a8c733ecb demo admin] Publish callbacks [] for port (a80ea7cc-1360-43e2-960f-eecfae236bd9), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:23.932723 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-06c9fcc1-e104-427a-8654-8e2a8c733ecb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294'] for port (a80ea7cc-1360-43e2-960f-eecfae236bd9), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:24.026206 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c9fcc1-e104-427a-8654-8e2a8c733ecb demo admin] Network 24e0c409-657d-4136-9b47-c02cd89573bd is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:21:24.030534 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-06c9fcc1-e104-427a-8654-8e2a8c733ecb demo admin] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:21:24.034063 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9fcc1-e104-427a-8654-8e2a8c733ecb demo admin] Pushing event updated for resources: {'Port': ['ID=a80ea7cc-1360-43e2-960f-eecfae236bd9,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:21:24.037902 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c9fcc1-e104-427a-8654-8e2a8c733ecb demo admin] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:21:24.039672 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-06c9fcc1-e104-427a-8654-8e2a8c733ecb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625103'] for router_interface (e5ae4d32-f17f-4dbb-92d1-268a9a576af1), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:24.242432 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-5a1536d0-ffc5-46f7-92a1-91f33a8c5df8 None None] Provisioning complete for port a80ea7cc-1360-43e2-960f-eecfae236bd9 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:21:24.243043 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a1536d0-ffc5-46f7-92a1-91f33a8c5df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (a80ea7cc-1360-43e2-960f-eecfae236bd9), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:24.250718 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-06c9fcc1-e104-427a-8654-8e2a8c733ecb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (a80ea7cc-1360-43e2-960f-eecfae236bd9), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:24.280760 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-5a1536d0-ffc5-46f7-92a1-91f33a8c5df8 None None] Port a80ea7cc-1360-43e2-960f-eecfae236bd9 cannot update to ACTIVE because it is not bound. {{(pid=103230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:21:24.470729 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:24.519085 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-06c9fcc1-e104-427a-8654-8e2a8c733ecb demo admin] Publish callbacks [] for port (a80ea7cc-1360-43e2-960f-eecfae236bd9), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:24.526449 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-06c9fcc1-e104-427a-8654-8e2a8c733ecb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (a80ea7cc-1360-43e2-960f-eecfae236bd9), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:24.527267 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-06c9fcc1-e104-427a-8654-8e2a8c733ecb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624987'] for router_interface (e5ae4d32-f17f-4dbb-92d1-268a9a576af1), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:24.604053 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9fcc1-e104-427a-8654-8e2a8c733ecb demo admin] Pushing event updated for resources: {'Port': ['ID=a80ea7cc-1360-43e2-960f-eecfae236bd9,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:21:24.656505 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c9fcc1-e104-427a-8654-8e2a8c733ecb demo admin] Network 24e0c409-657d-4136-9b47-c02cd89573bd is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:21:24.658000 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-06c9fcc1-e104-427a-8654-8e2a8c733ecb demo admin] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:21:24.836373 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c9fcc1-e104-427a-8654-8e2a8c733ecb demo admin] Router e5ae4d32-f17f-4dbb-92d1-268a9a576af1 is scheduled to L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 with binding_index 1 {{(pid=103228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 01:21:24.904047 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-14c214ff-ecba-4357-80fd-a7752011a139 None None] Provisioning complete for port a80ea7cc-1360-43e2-960f-eecfae236bd9 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:21:24.904512 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14c214ff-ecba-4357-80fd-a7752011a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (a80ea7cc-1360-43e2-960f-eecfae236bd9), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:24.935478 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c9fcc1-e104-427a-8654-8e2a8c733ecb demo admin] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:21:24.937589 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-14c214ff-ecba-4357-80fd-a7752011a139 None None] Port a80ea7cc-1360-43e2-960f-eecfae236bd9 cannot update to ACTIVE because it is not bound. {{(pid=103230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:21:24.940698 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-06c9fcc1-e104-427a-8654-8e2a8c733ecb demo admin] 10.222.0.25 "PUT /v2.0/routers/e5ae4d32-f17f-4dbb-92d1-268a9a576af1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9073517 Mar 30 01:21:24.945772 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc04e147-a489-4731-ab88-ea4e549350ad None None] Sync routers for ids ['e5ae4d32-f17f-4dbb-92d1-268a9a576af1'] in dv-cinder-817135-7-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:21:24.959302 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc04e147-a489-4731-ab88-ea4e549350ad None None] Routers {'e5ae4d32-f17f-4dbb-92d1-268a9a576af1'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:21:24.960299 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-dc04e147-a489-4731-ab88-ea4e549350ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:21:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['e5ae4d32-f17f-4dbb-92d1-268a9a576af1'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:21:25.152761 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-dc04e147-a489-4731-ab88-ea4e549350ad None None] Set router e5ae4d32-f17f-4dbb-92d1-268a9a576af1 gateway port host: None {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:21:25.585869 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-dc04e147-a489-4731-ab88-ea4e549350ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ae4d32-f17f-4dbb-92d1-268a9a576af1', 'name': 'router1', 'tenant_id': 'b4df2273c5a34952968e823155cfec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:21:13Z', 'updated_at': '2022-03-30T01:21:24Z', 'revision_number': 2, 'project_id': 'b4df2273c5a34952968e823155cfec97', 'gw_port_host': None, '_interfaces': [{'id': 'a80ea7cc-1360-43e2-960f-eecfae236bd9', 'name': '', 'network_id': '24e0c409-657d-4136-9b47-c02cd89573bd', 'tenant_id': 'b4df2273c5a34952968e823155cfec97', 'mac_address': 'fa:16:3e:31:90:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ae4d32-f17f-4dbb-92d1-268a9a576af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '257491a0-22db-44c0-9392-f53c7be46243', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:21:23Z', 'updated_at': '2022-03-30T01:21:24Z', 'revision_number': 2, 'project_id': 'b4df2273c5a34952968e823155cfec97', 'subnets': [{'id': '257491a0-22db-44c0-9392-f53c7be46243', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3c7f868-f5c2-42a1-9c71-3b04d9f71b6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:21:25.636355 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc04e147-a489-4731-ab88-ea4e549350ad None None] Checking router: e5ae4d32-f17f-4dbb-92d1-268a9a576af1 for host: dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:21:25.636718 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc04e147-a489-4731-ab88-ea4e549350ad None None] Updating router e5ae4d32-f17f-4dbb-92d1-268a9a576af1 port a80ea7cc-1360-43e2-960f-eecfae236bd9 binding host dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:21:25.693672 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-dc04e147-a489-4731-ab88-ea4e549350ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (a80ea7cc-1360-43e2-960f-eecfae236bd9), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:25.998279 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:26.210639 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-dc04e147-a489-4731-ab88-ea4e549350ad None None] Publish callbacks [] for port (a80ea7cc-1360-43e2-960f-eecfae236bd9), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:26.218313 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-dc04e147-a489-4731-ab88-ea4e549350ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (a80ea7cc-1360-43e2-960f-eecfae236bd9), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:26.387508 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-dc04e147-a489-4731-ab88-ea4e549350ad None None] Attempting to bind port a80ea7cc-1360-43e2-960f-eecfae236bd9 on host dv-cinder-817135-7-smb for vnic_type normal with profile {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:21:26.387922 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-dc04e147-a489-4731-ab88-ea4e549350ad None None] Attempting to bind port a80ea7cc-1360-43e2-960f-eecfae236bd9 by drivers openvswitch,hyperv on host dv-cinder-817135-7-smb at level 0 using segments [{'id': '9b974273-24d4-4580-8121-4c4a650fde2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24e0c409-657d-4136-9b47-c02cd89573bd'}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:21:26.388334 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc04e147-a489-4731-ab88-ea4e549350ad None None] Attempting to bind port a80ea7cc-1360-43e2-960f-eecfae236bd9 on network 24e0c409-657d-4136-9b47-c02cd89573bd {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:21:26.393745 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc04e147-a489-4731-ab88-ea4e549350ad None None] Checking agent: {'id': 'e1925a54-03b2-438f-8645-7588892df62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 56), 'started_at': datetime.datetime(2022, 3, 30, 1, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:21:26.394261 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc04e147-a489-4731-ab88-ea4e549350ad None None] Checking segment: {'id': '9b974273-24d4-4580-8121-4c4a650fde2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24e0c409-657d-4136-9b47-c02cd89573bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:21:26.394737 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-dc04e147-a489-4731-ab88-ea4e549350ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:26.395391 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc04e147-a489-4731-ab88-ea4e549350ad None None] Bound using segment: {'id': '9b974273-24d4-4580-8121-4c4a650fde2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24e0c409-657d-4136-9b47-c02cd89573bd'} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:21:26.395909 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-dc04e147-a489-4731-ab88-ea4e549350ad None None] Bound port: a80ea7cc-1360-43e2-960f-eecfae236bd9, host: dv-cinder-817135-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b974273-24d4-4580-8121-4c4a650fde2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24e0c409-657d-4136-9b47-c02cd89573bd'}}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:21:26.396277 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-dc04e147-a489-4731-ab88-ea4e549350ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (a80ea7cc-1360-43e2-960f-eecfae236bd9), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:26.399110 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d716d94-663a-4878-9561-432babe79e17 None None] Pushing event updated for resources: {'Port': ['ID=a80ea7cc-1360-43e2-960f-eecfae236bd9,revision_number=3']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:21:26.415300 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d716d94-663a-4878-9561-432babe79e17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:26.415635 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d716d94-663a-4878-9561-432babe79e17 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:26.415964 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d716d94-663a-4878-9561-432babe79e17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:26.416302 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d716d94-663a-4878-9561-432babe79e17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:26.416619 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d716d94-663a-4878-9561-432babe79e17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:26.416934 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d716d94-663a-4878-9561-432babe79e17 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:26.417250 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d716d94-663a-4878-9561-432babe79e17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:26.417561 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d716d94-663a-4878-9561-432babe79e17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:26.417874 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d716d94-663a-4878-9561-432babe79e17 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:26.418188 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d716d94-663a-4878-9561-432babe79e17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:26.418594 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d716d94-663a-4878-9561-432babe79e17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:26.418914 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d716d94-663a-4878-9561-432babe79e17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:26.419224 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d716d94-663a-4878-9561-432babe79e17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:26.419534 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d716d94-663a-4878-9561-432babe79e17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:26.419842 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d716d94-663a-4878-9561-432babe79e17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d716d94-663a-4878-9561-432babe79e17 None None] Tracked resource versions report: Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: pushed versions: Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: { 'AddressGroup': {'1.2'}, Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: 'Agent': {'1.1'}, Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: 'ConntrackHelper': {'1.0'}, Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: 'LocalIPAssociation': {'1.0'}, Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: 'Log': {'1.0'}, Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: 'NDPProxy': {'1.0'}, Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: 'Network': {'1.1'}, Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: 'Port': {'1.7'}, Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: 'PortForwarding': {'1.3'}, Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: 'QosPolicy': {'1.10'}, Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: 'SecurityGroup': {'1.5'}, Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: 'SecurityGroupRule': {'1.2'}, Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: 'SubPort': {'1.0'}, Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: 'Subnet': {'1.1'}, Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: 'Trunk': {'1.1'}} Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: consumer versions: Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: { DHCP agent@dv-cinder-817135-7-smb: {}, Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: L3 agent@dv-cinder-817135-7-smb: {}, Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: Metadata agent@dv-cinder-817135-7-smb: {}, Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: Metering agent@dv-cinder-817135-7-smb: {}, Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: Open vSwitch agent@dv-cinder-817135-7-smb: { 'AddressGroup': '1.2', Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: 'Agent': '1.1', Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: 'ConntrackHelper': '1.0', Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: 'LocalIPAssociation': '1.0', Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: 'Log': '1.0', Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: 'NDPProxy': '1.0', Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: 'Network': '1.1', Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: 'Port': '1.7', Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: 'PortForwarding': '1.3', Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: 'QosPolicy': '1.10', Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: 'SecurityGroup': '1.5', Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: 'SecurityGroupRule': '1.2', Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: 'SubPort': '1.0', Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: 'Subnet': '1.1', Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: 'Trunk': '1.1'}} Mar 30 01:21:26.420996 dv-cinder-817135-7-smb neutron-server[103231]: {{(pid=103231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 01:21:26.471782 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-a003ac84-2ce7-4f4b-83af-a80b11ab6967 None None] Provisioning complete for port a80ea7cc-1360-43e2-960f-eecfae236bd9 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:21:26.472216 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a003ac84-2ce7-4f4b-83af-a80b11ab6967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (a80ea7cc-1360-43e2-960f-eecfae236bd9), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:26.482251 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-dc04e147-a489-4731-ab88-ea4e549350ad None None] For port a80ea7cc-1360-43e2-960f-eecfae236bd9, host dv-cinder-817135-7-smb, cleared binding levels {{(pid=103231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:21:26.502496 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-dc04e147-a489-4731-ab88-ea4e549350ad None None] For port a80ea7cc-1360-43e2-960f-eecfae236bd9, host dv-cinder-817135-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=a80ea7cc-1360-43e2-960f-eecfae236bd9,segment=NetworkSegment(9b974273-24d4-4580-8121-4c4a650fde2b),segment_id=9b974273-24d4-4580-8121-4c4a650fde2b)] {{(pid=103231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:21:26.509339 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-dc04e147-a489-4731-ab88-ea4e549350ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (a80ea7cc-1360-43e2-960f-eecfae236bd9), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:26.511580 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-a003ac84-2ce7-4f4b-83af-a80b11ab6967 None None] Port a80ea7cc-1360-43e2-960f-eecfae236bd9 cannot update to ACTIVE because it is not bound. {{(pid=103230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:21:26.555493 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc04e147-a489-4731-ab88-ea4e549350ad None None] Routers {'e5ae4d32-f17f-4dbb-92d1-268a9a576af1'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:21:26.556153 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-dc04e147-a489-4731-ab88-ea4e549350ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:21:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['e5ae4d32-f17f-4dbb-92d1-268a9a576af1'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:21:26.656968 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-dc04e147-a489-4731-ab88-ea4e549350ad None None] Set router e5ae4d32-f17f-4dbb-92d1-268a9a576af1 gateway port host: None {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:21:26.687234 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d716d94-663a-4878-9561-432babe79e17 None None] Pushing event updated for resources: {'Port': ['ID=a80ea7cc-1360-43e2-960f-eecfae236bd9,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:21:26.733148 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-e46698c1-82eb-411b-88b4-67eeb92ec8fd None None] Provisioning complete for port a80ea7cc-1360-43e2-960f-eecfae236bd9 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:21:26.733887 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e46698c1-82eb-411b-88b4-67eeb92ec8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (a80ea7cc-1360-43e2-960f-eecfae236bd9), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:26.814760 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-e46698c1-82eb-411b-88b4-67eeb92ec8fd None None] Current status of the port a80ea7cc-1360-43e2-960f-eecfae236bd9 is: DOWN; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:21:26.815411 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e46698c1-82eb-411b-88b4-67eeb92ec8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (a80ea7cc-1360-43e2-960f-eecfae236bd9), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:26.849223 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-e46698c1-82eb-411b-88b4-67eeb92ec8fd None None] For port a80ea7cc-1360-43e2-960f-eecfae236bd9, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=a80ea7cc-1360-43e2-960f-eecfae236bd9,segment=NetworkSegment(9b974273-24d4-4580-8121-4c4a650fde2b),segment_id=9b974273-24d4-4580-8121-4c4a650fde2b)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:21:26.857382 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e46698c1-82eb-411b-88b4-67eeb92ec8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (a80ea7cc-1360-43e2-960f-eecfae236bd9), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:26.879280 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-dc04e147-a489-4731-ab88-ea4e549350ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ae4d32-f17f-4dbb-92d1-268a9a576af1', 'name': 'router1', 'tenant_id': 'b4df2273c5a34952968e823155cfec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:21:13Z', 'updated_at': '2022-03-30T01:21:24Z', 'revision_number': 2, 'project_id': 'b4df2273c5a34952968e823155cfec97', 'gw_port_host': None, '_interfaces': [{'id': 'a80ea7cc-1360-43e2-960f-eecfae236bd9', 'name': '', 'network_id': '24e0c409-657d-4136-9b47-c02cd89573bd', 'tenant_id': 'b4df2273c5a34952968e823155cfec97', 'mac_address': 'fa:16:3e:31:90:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ae4d32-f17f-4dbb-92d1-268a9a576af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '257491a0-22db-44c0-9392-f53c7be46243', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:21:23Z', 'updated_at': '2022-03-30T01:21:26Z', 'revision_number': 4, 'project_id': 'b4df2273c5a34952968e823155cfec97', 'subnets': [{'id': '257491a0-22db-44c0-9392-f53c7be46243', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3c7f868-f5c2-42a1-9c71-3b04d9f71b6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:21:26.906032 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc04e147-a489-4731-ab88-ea4e549350ad None None] The sync data for ids ['e5ae4d32-f17f-4dbb-92d1-268a9a576af1'] in dv-cinder-817135-7-smb is: [{'id': 'e5ae4d32-f17f-4dbb-92d1-268a9a576af1', 'name': 'router1', 'tenant_id': 'b4df2273c5a34952968e823155cfec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:21:13Z', 'updated_at': '2022-03-30T01:21:24Z', 'revision_number': 2, 'project_id': 'b4df2273c5a34952968e823155cfec97', 'gw_port_host': None, '_interfaces': [{'id': 'a80ea7cc-1360-43e2-960f-eecfae236bd9', 'name': '', 'network_id': '24e0c409-657d-4136-9b47-c02cd89573bd', 'tenant_id': 'b4df2273c5a34952968e823155cfec97', 'mac_address': 'fa:16:3e:31:90:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ae4d32-f17f-4dbb-92d1-268a9a576af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '257491a0-22db-44c0-9392-f53c7be46243', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:21:23Z', 'updated_at': '2022-03-30T01:21:26Z', 'revision_number': 4, 'project_id': 'b4df2273c5a34952968e823155cfec97', 'subnets': [{'id': '257491a0-22db-44c0-9392-f53c7be46243', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3c7f868-f5c2-42a1-9c71-3b04d9f71b6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:21:26.916252 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46698c1-82eb-411b-88b4-67eeb92ec8fd None None] Pushing event updated for resources: {'Port': ['ID=a80ea7cc-1360-43e2-960f-eecfae236bd9,revision_number=5']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:21:27.514768 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 36248) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:21:27.720068 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f3d905-cbdd-4220-9dc8-fcc23cfe0bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:21:27.721464 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-93f3d905-cbdd-4220-9dc8-fcc23cfe0bf5 admin admin] 10.222.0.25 "GET /v2.0/networks/37ca571a-19ad-455c-abf6-69b74430259c HTTP/1.1" status: 200 len: 842 time: 0.2056401 Mar 30 01:21:27.731843 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-1d5708cc-a0a3-4936-a9c5-103f9213b7de admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'gateway_ip': '172.28.0.1', 'ip_version': 4, 'cidr': '172.28.0.0/24', 'enable_dhcp': False}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:21:27.764466 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5708cc-a0a3-4936-a9c5-103f9213b7de admin admin] Made reservation on behalf of 2ca821f42e7d4274a18f5d472e3d2555 for: {'subnet': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:21:27.767940 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1d5708cc-a0a3-4936-a9c5-103f9213b7de admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:28.091536 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.objects.ports [None req-1d5708cc-a0a3-4936-a9c5-103f9213b7de admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103228) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 30 01:21:28.091978 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1d5708cc-a0a3-4936-a9c5-103f9213b7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768'] for subnet (15a93e34-d4d7-43d8-ae08-ce799dd1e751), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:28.154721 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5708cc-a0a3-4936-a9c5-103f9213b7de admin admin] Pushing event updated for resources: {'Subnet': ['ID=15a93e34-d4d7-43d8-ae08-ce799dd1e751,revision_number=0']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:21:28.156964 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5708cc-a0a3-4936-a9c5-103f9213b7de admin admin] Checking segment: {'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:21:28.157316 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5708cc-a0a3-4936-a9c5-103f9213b7de admin admin] Network hostable DHCP agents. Network: 37ca571a-19ad-455c-abf6-69b74430259c, hostable agents: ['eddc343b-7df5-4b69-8188-94dadcee138e'], hosted agents: [] {{(pid=103228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:21:28.178923 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5708cc-a0a3-4936-a9c5-103f9213b7de admin admin] Network 37ca571a-19ad-455c-abf6-69b74430259c is scheduled to be hosted by DHCP agent eddc343b-7df5-4b69-8188-94dadcee138e with binding_index 1 {{(pid=103228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:21:28.190955 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-1d5708cc-a0a3-4936-a9c5-103f9213b7de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-smb, 37ca571a-19ad-455c-abf6-69b74430259c) {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:21:28.196401 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5708cc-a0a3-4936-a9c5-103f9213b7de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:21:28.198204 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1d5708cc-a0a3-4936-a9c5-103f9213b7de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for subnet (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:28.198839 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8066830-e9af-468d-b69e-f2837c88e856 None None] Network 37ca571a-19ad-455c-abf6-69b74430259c requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:21:28.225177 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-1d5708cc-a0a3-4936-a9c5-103f9213b7de admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4883521 Mar 30 01:21:28.304027 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d086aedf-612e-4d10-8fc5-2267f779afbb None None] Network 37ca571a-19ad-455c-abf6-69b74430259c requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:21:30.725712 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 36266) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:21:30.949108 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-45f94da0-0322-4b52-a136-80075208be66 demo admin] 10.222.0.25 "GET /v2.0/routers/e5ae4d32-f17f-4dbb-92d1-268a9a576af1 HTTP/1.1" status: 200 len: 710 time: 0.2222710 Mar 30 01:21:31.064599 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0de0bae-0404-48f1-81ef-7336dc94db56 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:21:31.071494 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-a0de0bae-0404-48f1-81ef-7336dc94db56 demo admin] 10.222.0.25 "GET /v2.0/networks/37ca571a-19ad-455c-abf6-69b74430259c HTTP/1.1" status: 200 len: 886 time: 0.1114006 Mar 30 01:21:31.075369 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-738ca4e2-4c45-4ad7-89de-d5f3f4a7aa25 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:21:31.324567 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-738ca4e2-4c45-4ad7-89de-d5f3f4a7aa25 demo admin] Publish callbacks [] for router_gateway (e5ae4d32-f17f-4dbb-92d1-268a9a576af1), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:31.564725 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-738ca4e2-4c45-4ad7-89de-d5f3f4a7aa25 demo admin] Publish callbacks [] for router_gateway (e5ae4d32-f17f-4dbb-92d1-268a9a576af1), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:31.692129 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-738ca4e2-4c45-4ad7-89de-d5f3f4a7aa25 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:31.849470 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-738ca4e2-4c45-4ad7-89de-d5f3f4a7aa25 demo admin] Allocated IP 172.28.0.127 (37ca571a-19ad-455c-abf6-69b74430259c/15a93e34-d4d7-43d8-ae08-ce799dd1e751/09ebd788-233c-4b79-a450-1f34aece9353) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:21:31.958511 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-738ca4e2-4c45-4ad7-89de-d5f3f4a7aa25 demo admin] Publish callbacks [] for port (09ebd788-233c-4b79-a450-1f34aece9353), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:32.030677 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-738ca4e2-4c45-4ad7-89de-d5f3f4a7aa25 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294'] for port (09ebd788-233c-4b79-a450-1f34aece9353), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:32.093715 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 5 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:21:32.108943 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738ca4e2-4c45-4ad7-89de-d5f3f4a7aa25 demo admin] Network 37ca571a-19ad-455c-abf6-69b74430259c is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:21:32.116096 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-738ca4e2-4c45-4ad7-89de-d5f3f4a7aa25 demo admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:21:32.125890 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738ca4e2-4c45-4ad7-89de-d5f3f4a7aa25 demo admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:21:32.134202 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ca4e2-4c45-4ad7-89de-d5f3f4a7aa25 demo admin] Pushing event updated for resources: {'Port': ['ID=09ebd788-233c-4b79-a450-1f34aece9353,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:21:32.432701 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-738ca4e2-4c45-4ad7-89de-d5f3f4a7aa25 demo admin] Publish callbacks [] for router_gateway (e5ae4d32-f17f-4dbb-92d1-268a9a576af1), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:32.632619 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-738ca4e2-4c45-4ad7-89de-d5f3f4a7aa25 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2973'] for router (e5ae4d32-f17f-4dbb-92d1-268a9a576af1), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:32.637086 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-738ca4e2-4c45-4ad7-89de-d5f3f4a7aa25 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-624106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-624099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629893'] for router (e5ae4d32-f17f-4dbb-92d1-268a9a576af1), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:32.753704 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738ca4e2-4c45-4ad7-89de-d5f3f4a7aa25 demo admin] Router e5ae4d32-f17f-4dbb-92d1-268a9a576af1 has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:21:32.869567 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738ca4e2-4c45-4ad7-89de-d5f3f4a7aa25 demo admin] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:21:32.874330 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-738ca4e2-4c45-4ad7-89de-d5f3f4a7aa25 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:32.875549 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-738ca4e2-4c45-4ad7-89de-d5f3f4a7aa25 demo admin] 10.222.0.25 "PUT /v2.0/routers/e5ae4d32-f17f-4dbb-92d1-268a9a576af1 HTTP/1.1" status: 200 len: 890 time: 1.8033929 Mar 30 01:21:34.725941 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device a80ea7cc-1360-43e2-960f-eecfae236bd9 up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:21:34.779263 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port a80ea7cc-1360-43e2-960f-eecfae236bd9 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:21:34.779551 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (a80ea7cc-1360-43e2-960f-eecfae236bd9), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:34.856775 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port a80ea7cc-1360-43e2-960f-eecfae236bd9 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:21:35.419128 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 36278) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:21:35.430586 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3602305-1616-404e-af7f-145077a4b01a None None] Sync routers for ids ['e5ae4d32-f17f-4dbb-92d1-268a9a576af1'] in dv-cinder-817135-7-smb {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:21:35.441223 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3602305-1616-404e-af7f-145077a4b01a None None] Routers {'e5ae4d32-f17f-4dbb-92d1-268a9a576af1'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:21:35.441939 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-f3602305-1616-404e-af7f-145077a4b01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:21:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['e5ae4d32-f17f-4dbb-92d1-268a9a576af1'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:21:35.539511 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-3ca0027d-1736-438f-a855-eb7f08cd517c admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1192026 Mar 30 01:21:35.669380 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-f3602305-1616-404e-af7f-145077a4b01a None None] Set router e5ae4d32-f17f-4dbb-92d1-268a9a576af1 gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:21:36.154930 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-f3602305-1616-404e-af7f-145077a4b01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ae4d32-f17f-4dbb-92d1-268a9a576af1', 'name': 'router1', 'tenant_id': 'b4df2273c5a34952968e823155cfec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '09ebd788-233c-4b79-a450-1f34aece9353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:21:13Z', 'updated_at': '2022-03-30T01:21:32Z', 'revision_number': 4, 'project_id': 'b4df2273c5a34952968e823155cfec97', 'gw_port': {'id': '09ebd788-233c-4b79-a450-1f34aece9353', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ae4d32-f17f-4dbb-92d1-268a9a576af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:21:31Z', 'updated_at': '2022-03-30T01:21:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': 'a80ea7cc-1360-43e2-960f-eecfae236bd9', 'name': '', 'network_id': '24e0c409-657d-4136-9b47-c02cd89573bd', 'tenant_id': 'b4df2273c5a34952968e823155cfec97', 'mac_address': 'fa:16:3e:31:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ae4d32-f17f-4dbb-92d1-268a9a576af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '257491a0-22db-44c0-9392-f53c7be46243', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:21:23Z', 'updated_at': '2022-03-30T01:21:26Z', 'revision_number': 5, 'project_id': 'b4df2273c5a34952968e823155cfec97', 'subnets': [{'id': '257491a0-22db-44c0-9392-f53c7be46243', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3c7f868-f5c2-42a1-9c71-3b04d9f71b6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:21:36.205345 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3602305-1616-404e-af7f-145077a4b01a None None] Checking router: e5ae4d32-f17f-4dbb-92d1-268a9a576af1 for host: dv-cinder-817135-7-smb {{(pid=103230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:21:36.205719 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3602305-1616-404e-af7f-145077a4b01a None None] Updating router e5ae4d32-f17f-4dbb-92d1-268a9a576af1 port 09ebd788-233c-4b79-a450-1f34aece9353 binding host dv-cinder-817135-7-smb {{(pid=103230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:21:36.261944 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3602305-1616-404e-af7f-145077a4b01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (09ebd788-233c-4b79-a450-1f34aece9353), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:36.581053 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3602305-1616-404e-af7f-145077a4b01a None None] Publish callbacks [] for port (09ebd788-233c-4b79-a450-1f34aece9353), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:36.587243 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3602305-1616-404e-af7f-145077a4b01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (09ebd788-233c-4b79-a450-1f34aece9353), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:36.639187 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd7f38-4eb6-45de-8aaf-b9397b1b4186 None None] Pushing event updated for resources: {'Port': ['ID=09ebd788-233c-4b79-a450-1f34aece9353,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:21:36.643008 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-f3602305-1616-404e-af7f-145077a4b01a None None] Attempting to bind port 09ebd788-233c-4b79-a450-1f34aece9353 on host dv-cinder-817135-7-smb for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:21:36.643370 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-f3602305-1616-404e-af7f-145077a4b01a None None] Attempting to bind port 09ebd788-233c-4b79-a450-1f34aece9353 by drivers openvswitch,hyperv on host dv-cinder-817135-7-smb at level 0 using segments [{'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:21:36.643720 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3602305-1616-404e-af7f-145077a4b01a None None] Attempting to bind port 09ebd788-233c-4b79-a450-1f34aece9353 on network 37ca571a-19ad-455c-abf6-69b74430259c {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:21:36.649384 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3602305-1616-404e-af7f-145077a4b01a None None] Checking agent: {'id': 'e1925a54-03b2-438f-8645-7588892df62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 56), 'started_at': datetime.datetime(2022, 3, 30, 1, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:21:36.649775 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3602305-1616-404e-af7f-145077a4b01a None None] Checking segment: {'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:21:36.650130 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3602305-1616-404e-af7f-145077a4b01a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:36.650532 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3602305-1616-404e-af7f-145077a4b01a None None] Bound using segment: {'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:21:36.651003 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-f3602305-1616-404e-af7f-145077a4b01a None None] Bound port: 09ebd788-233c-4b79-a450-1f34aece9353, host: dv-cinder-817135-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:21:36.651354 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3602305-1616-404e-af7f-145077a4b01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (09ebd788-233c-4b79-a450-1f34aece9353), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:36.702074 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-f3602305-1616-404e-af7f-145077a4b01a None None] For port 09ebd788-233c-4b79-a450-1f34aece9353, host dv-cinder-817135-7-smb, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:21:36.704970 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-f3602305-1616-404e-af7f-145077a4b01a None None] For port 09ebd788-233c-4b79-a450-1f34aece9353, host dv-cinder-817135-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=09ebd788-233c-4b79-a450-1f34aece9353,segment=NetworkSegment(06f2df17-57da-4e9c-9934-3a429189481b),segment_id=06f2df17-57da-4e9c-9934-3a429189481b)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:21:36.713856 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3602305-1616-404e-af7f-145077a4b01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (09ebd788-233c-4b79-a450-1f34aece9353), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:36.774854 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd7f38-4eb6-45de-8aaf-b9397b1b4186 None None] Pushing event updated for resources: {'Port': ['ID=09ebd788-233c-4b79-a450-1f34aece9353,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:21:36.778450 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3602305-1616-404e-af7f-145077a4b01a None None] Routers {'e5ae4d32-f17f-4dbb-92d1-268a9a576af1'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:21:36.779223 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-f3602305-1616-404e-af7f-145077a4b01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:21:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['e5ae4d32-f17f-4dbb-92d1-268a9a576af1'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:21:36.904455 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-f3602305-1616-404e-af7f-145077a4b01a None None] Set router e5ae4d32-f17f-4dbb-92d1-268a9a576af1 gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:21:37.121710 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-f3602305-1616-404e-af7f-145077a4b01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ae4d32-f17f-4dbb-92d1-268a9a576af1', 'name': 'router1', 'tenant_id': 'b4df2273c5a34952968e823155cfec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '09ebd788-233c-4b79-a450-1f34aece9353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:21:13Z', 'updated_at': '2022-03-30T01:21:32Z', 'revision_number': 4, 'project_id': 'b4df2273c5a34952968e823155cfec97', 'gw_port': {'id': '09ebd788-233c-4b79-a450-1f34aece9353', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ae4d32-f17f-4dbb-92d1-268a9a576af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:21:31Z', 'updated_at': '2022-03-30T01:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': 'a80ea7cc-1360-43e2-960f-eecfae236bd9', 'name': '', 'network_id': '24e0c409-657d-4136-9b47-c02cd89573bd', 'tenant_id': 'b4df2273c5a34952968e823155cfec97', 'mac_address': 'fa:16:3e:31:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ae4d32-f17f-4dbb-92d1-268a9a576af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '257491a0-22db-44c0-9392-f53c7be46243', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:21:23Z', 'updated_at': '2022-03-30T01:21:26Z', 'revision_number': 5, 'project_id': 'b4df2273c5a34952968e823155cfec97', 'subnets': [{'id': '257491a0-22db-44c0-9392-f53c7be46243', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3c7f868-f5c2-42a1-9c71-3b04d9f71b6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:21:37.153234 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3602305-1616-404e-af7f-145077a4b01a None None] The sync data for ids ['e5ae4d32-f17f-4dbb-92d1-268a9a576af1'] in dv-cinder-817135-7-smb is: [{'id': 'e5ae4d32-f17f-4dbb-92d1-268a9a576af1', 'name': 'router1', 'tenant_id': 'b4df2273c5a34952968e823155cfec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '09ebd788-233c-4b79-a450-1f34aece9353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:21:13Z', 'updated_at': '2022-03-30T01:21:32Z', 'revision_number': 4, 'project_id': 'b4df2273c5a34952968e823155cfec97', 'gw_port': {'id': '09ebd788-233c-4b79-a450-1f34aece9353', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ae4d32-f17f-4dbb-92d1-268a9a576af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:21:31Z', 'updated_at': '2022-03-30T01:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': 'a80ea7cc-1360-43e2-960f-eecfae236bd9', 'name': '', 'network_id': '24e0c409-657d-4136-9b47-c02cd89573bd', 'tenant_id': 'b4df2273c5a34952968e823155cfec97', 'mac_address': 'fa:16:3e:31:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ae4d32-f17f-4dbb-92d1-268a9a576af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '257491a0-22db-44c0-9392-f53c7be46243', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:21:23Z', 'updated_at': '2022-03-30T01:21:26Z', 'revision_number': 5, 'project_id': 'b4df2273c5a34952968e823155cfec97', 'subnets': [{'id': '257491a0-22db-44c0-9392-f53c7be46243', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3c7f868-f5c2-42a1-9c71-3b04d9f71b6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:21:38.774623 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 09ebd788-233c-4b79-a450-1f34aece9353 up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:21:38.824767 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port 09ebd788-233c-4b79-a450-1f34aece9353 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:21:38.825155 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (09ebd788-233c-4b79-a450-1f34aece9353), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:38.908119 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port 09ebd788-233c-4b79-a450-1f34aece9353 is: DOWN; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:21:38.908710 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (09ebd788-233c-4b79-a450-1f34aece9353), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:38.934345 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] For port 09ebd788-233c-4b79-a450-1f34aece9353, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=09ebd788-233c-4b79-a450-1f34aece9353,segment=NetworkSegment(06f2df17-57da-4e9c-9934-3a429189481b),segment_id=06f2df17-57da-4e9c-9934-3a429189481b)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:21:38.939291 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (09ebd788-233c-4b79-a450-1f34aece9353), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:38.999411 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Pushing event updated for resources: {'Port': ['ID=09ebd788-233c-4b79-a450-1f34aece9353,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:21:40.761874 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 09ebd788-233c-4b79-a450-1f34aece9353 up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:21:40.868382 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port 09ebd788-233c-4b79-a450-1f34aece9353 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:21:40.868956 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (09ebd788-233c-4b79-a450-1f34aece9353), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:40.959148 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port 09ebd788-233c-4b79-a450-1f34aece9353 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:21:49.704989 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-987e4295-b024-4447-bb40-e93e473a483f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:51.902330 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e20b2dc9-3960-463b-add8-15efd6c738a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:52.919231 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:54.494867 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:55.995216 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:22:09.093128 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 5 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:22:19.703499 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-388c3a91-b930-45f8-9d14-91d3466c6c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:22:21.898553 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-34b7a503-f512-4f26-b394-6bfc259b2694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:22:22.921780 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:22:24.488538 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:22:26.000325 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:22:46.092469 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 5 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:22:49.699326 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8211ef0e-6622-4adf-841c-79a39cc42271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:22:51.895132 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fc795a14-350a-45a5-afe8-5079976a9101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:22:52.924303 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:22:54.494477 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:22:55.996192 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:22:57.438234 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 36762) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:22:57.509755 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.pecan_wsgi.hooks.translation [None req-274660df-b9c7-4a78-b514-00bb92466485 admin admin] GET failed (client error): The resource could not be found. Mar 30 01:22:57.511107 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-274660df-b9c7-4a78-b514-00bb92466485 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0718760 Mar 30 01:22:57.677306 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253e27a3-8aac-4219-b090-3a97c4a5d1d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:22:57.678794 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-253e27a3-8aac-4219-b090-3a97c4a5d1d8 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1616249 Mar 30 01:22:59.990226 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 36772) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:23:00.090678 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfcfd2e-d3cc-4801-8d2d-631e8d0d8042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:23:00.092034 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-3bfcfd2e-d3cc-4801-8d2d-631e8d0d8042 admin admin] 10.222.0.25 "GET /v2.0/subnets/257491a0-22db-44c0-9392-f53c7be46243 HTTP/1.1" status: 200 len: 849 time: 0.1005223 Mar 30 01:23:00.101420 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-4f5224ce-da54-4e8a-8176-8009901291ca admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:23:00.191087 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4f5224ce-da54-4e8a-8176-8009901291ca admin admin] Publish callbacks [] for subnet (257491a0-22db-44c0-9392-f53c7be46243), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:00.411513 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4f5224ce-da54-4e8a-8176-8009901291ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788084819842'] for subnet (257491a0-22db-44c0-9392-f53c7be46243), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:00.441330 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5224ce-da54-4e8a-8176-8009901291ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:23:00.441838 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4f5224ce-da54-4e8a-8176-8009901291ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:00.443938 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-4f5224ce-da54-4e8a-8176-8009901291ca admin admin] 10.222.0.25 "PUT /v2.0/subnets/257491a0-22db-44c0-9392-f53c7be46243 HTTP/1.1" status: 200 len: 868 time: 0.3460865 Mar 30 01:23:00.454576 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1022d7a1-db67-4703-9b07-62971a75e854 None None] Network 24e0c409-657d-4136-9b47-c02cd89573bd requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:23:00.468650 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5224ce-da54-4e8a-8176-8009901291ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=257491a0-22db-44c0-9392-f53c7be46243,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:23:00.476523 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5224ce-da54-4e8a-8176-8009901291ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:00.477020 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5224ce-da54-4e8a-8176-8009901291ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:00.477322 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5224ce-da54-4e8a-8176-8009901291ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:00.477688 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5224ce-da54-4e8a-8176-8009901291ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:00.478021 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5224ce-da54-4e8a-8176-8009901291ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:00.478526 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5224ce-da54-4e8a-8176-8009901291ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:00.478863 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5224ce-da54-4e8a-8176-8009901291ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:00.479189 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5224ce-da54-4e8a-8176-8009901291ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:00.479534 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5224ce-da54-4e8a-8176-8009901291ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:00.479859 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5224ce-da54-4e8a-8176-8009901291ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:00.480184 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5224ce-da54-4e8a-8176-8009901291ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:00.480523 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5224ce-da54-4e8a-8176-8009901291ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:00.480852 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5224ce-da54-4e8a-8176-8009901291ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:00.481177 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5224ce-da54-4e8a-8176-8009901291ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:00.481496 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5224ce-da54-4e8a-8176-8009901291ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:00.756965 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-37415e90-55c7-4012-8151-b045e158faec None None] Provisioning complete for port a80ea7cc-1360-43e2-960f-eecfae236bd9 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:23:00.757349 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37415e90-55c7-4012-8151-b045e158faec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (a80ea7cc-1360-43e2-960f-eecfae236bd9), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:00.838795 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-37415e90-55c7-4012-8151-b045e158faec None None] Current status of the port a80ea7cc-1360-43e2-960f-eecfae236bd9 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:23:00.849603 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-37415e90-55c7-4012-8151-b045e158faec None None] Provisioning complete for port b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:23:00.849922 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37415e90-55c7-4012-8151-b045e158faec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:00.928468 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-37415e90-55c7-4012-8151-b045e158faec None None] Current status of the port b0e31ea7-8f9f-413b-87d8-e047c6c9e8b5 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:23:02.847066 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 36782) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:23:03.062235 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267201c4-6759-4fc7-959c-e92f66e6969b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:23:03.062725 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267201c4-6759-4fc7-959c-e92f66e6969b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:23:03.064264 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-267201c4-6759-4fc7-959c-e92f66e6969b admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2162127 Mar 30 01:23:05.395074 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 36790) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:23:05.544022 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95be3dd3-4574-4602-b377-5c5f1f9eeae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:23:05.544466 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95be3dd3-4574-4602-b377-5c5f1f9eeae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:23:05.546008 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-95be3dd3-4574-4602-b377-5c5f1f9eeae4 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1499851 Mar 30 01:23:07.884664 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 36798) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:23:08.046684 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad24c73-abb3-47b3-b89d-865cd8e33484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:23:08.048083 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-3ad24c73-abb3-47b3-b89d-865cd8e33484 admin admin] 10.222.0.25 "GET /v2.0/networks/24e0c409-657d-4136-9b47-c02cd89573bd HTTP/1.1" status: 200 len: 869 time: 0.1621151 Mar 30 01:23:10.386528 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 36806) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:23:10.534563 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa105c0-03e3-484c-91c6-5468e6af4019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:23:10.535959 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-cfa105c0-03e3-484c-91c6-5468e6af4019 admin admin] 10.222.0.25 "GET /v2.0/networks/37ca571a-19ad-455c-abf6-69b74430259c HTTP/1.1" status: 200 len: 886 time: 0.1484652 Mar 30 01:23:12.859290 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 36814) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:23:12.990660 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c70b4f1-cd6a-4a5a-ab25-11d52829119d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:23:12.991032 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c70b4f1-cd6a-4a5a-ab25-11d52829119d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:23:12.992593 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-4c70b4f1-cd6a-4a5a-ab25-11d52829119d admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1323338 Mar 30 01:23:15.334966 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 36822) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:23:15.432290 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f25ea73-f5c3-4555-af15-0e3d87b18228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:23:15.432730 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f25ea73-f5c3-4555-af15-0e3d87b18228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:23:15.434219 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-6f25ea73-f5c3-4555-af15-0e3d87b18228 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0982659 Mar 30 01:23:17.808133 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 36830) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:23:17.912523 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c9c1e3-19e6-4e38-b2f7-d7c48cf5fed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:23:17.914014 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-01c9c1e3-19e6-4e38-b2f7-d7c48cf5fed0 admin admin] 10.222.0.25 "GET /v2.0/subnets/15a93e34-d4d7-43d8-ae08-ce799dd1e751 HTTP/1.1" status: 200 len: 816 time: 0.1035626 Mar 30 01:23:19.703647 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f5f5adb0-4416-4c53-92a5-f74a69483bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:20.262379 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 36838) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:23:20.362688 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bffa29-e102-49c1-aa47-f527c5a29263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:23:20.364043 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-88bffa29-e102-49c1-aa47-f527c5a29263 admin admin] 10.222.0.25 "GET /v2.0/subnets/257491a0-22db-44c0-9392-f53c7be46243 HTTP/1.1" status: 200 len: 868 time: 0.1007183 Mar 30 01:23:21.900477 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-055e6030-db22-4e24-bc96-dd34f45c4b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:22.927710 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:23.091199 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 5 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:23:24.496720 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:26.005822 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:48.766164 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 36890) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:23:48.827541 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [None req-4d94949a-aee3-4203-8d93-cdd7974c6621 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103228) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 01:23:48.828575 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-4d94949a-aee3-4203-8d93-cdd7974c6621 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0614660 Mar 30 01:23:49.710418 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-19eadb0e-f977-4a1f-9d7d-7475c797f168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:51.267904 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 36898) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:23:51.339542 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b006f9b-9f3e-4fd6-a497-94d3bc54bfc8 admin admin] GET failed (client error): The resource could not be found. Mar 30 01:23:51.340825 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-5b006f9b-9f3e-4fd6-a497-94d3bc54bfc8 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0719743 Mar 30 01:23:51.510972 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d7d58d-d85d-4438-92c3-3493c57f161f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:23:51.512362 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-c5d7d58d-d85d-4438-92c3-3493c57f161f admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1672695 Mar 30 01:23:51.905071 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-03607945-655e-49c6-a5f4-0cdd7dcf41af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:52.929331 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:53.846034 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 36906) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:23:53.902955 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-4b3eecbe-05e1-4ad1-b6e3-dce97cda7965 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:23:53.930025 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3eecbe-05e1-4ad1-b6e3-dce97cda7965 admin admin] Made reservation on behalf of 2ca821f42e7d4274a18f5d472e3d2555 for: {'network': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:23:53.932806 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4b3eecbe-05e1-4ad1-b6e3-dce97cda7965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for network (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:53.961093 dv-cinder-817135-7-smb neutron-server[103228]: WARNING neutron.services.revisions.revision_plugin [None req-4b3eecbe-05e1-4ad1-b6e3-dce97cda7965 admin admin] Could not find related network for resource to bump revision. Mar 30 01:23:53.977589 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b3eecbe-05e1-4ad1-b6e3-dce97cda7965 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:23:53.990044 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4b3eecbe-05e1-4ad1-b6e3-dce97cda7965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983'] for segment (482f4bf6-0ea1-428c-818a-106c661dcdd1), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:53.990448 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.db.segments_db [None req-4b3eecbe-05e1-4ad1-b6e3-dce97cda7965 admin admin] Added segment 482f4bf6-0ea1-428c-818a-106c661dcdd1 of type vlan for network 9dbb5141-7777-46c4-9d9a-3775087cbd37 Mar 30 01:23:54.034205 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4b3eecbe-05e1-4ad1-b6e3-dce97cda7965 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788084269370'] for network (9dbb5141-7777-46c4-9d9a-3775087cbd37), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:54.066090 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4b3eecbe-05e1-4ad1-b6e3-dce97cda7965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768'] for network (9dbb5141-7777-46c4-9d9a-3775087cbd37), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:54.067043 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3eecbe-05e1-4ad1-b6e3-dce97cda7965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:23:54.067850 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4b3eecbe-05e1-4ad1-b6e3-dce97cda7965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for network (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:54.124947 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-4b3eecbe-05e1-4ad1-b6e3-dce97cda7965 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2776372 Mar 30 01:23:54.132919 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3eecbe-05e1-4ad1-b6e3-dce97cda7965 admin admin] Pushing event updated for resources: {'Network': ['ID=9dbb5141-7777-46c4-9d9a-3775087cbd37,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:23:54.139478 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3eecbe-05e1-4ad1-b6e3-dce97cda7965 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:54.139823 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3eecbe-05e1-4ad1-b6e3-dce97cda7965 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:54.140185 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3eecbe-05e1-4ad1-b6e3-dce97cda7965 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:54.140540 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3eecbe-05e1-4ad1-b6e3-dce97cda7965 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:54.140875 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3eecbe-05e1-4ad1-b6e3-dce97cda7965 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:54.141206 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3eecbe-05e1-4ad1-b6e3-dce97cda7965 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:54.141531 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3eecbe-05e1-4ad1-b6e3-dce97cda7965 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:54.141856 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3eecbe-05e1-4ad1-b6e3-dce97cda7965 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:54.142179 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3eecbe-05e1-4ad1-b6e3-dce97cda7965 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:54.142534 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3eecbe-05e1-4ad1-b6e3-dce97cda7965 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:54.142858 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3eecbe-05e1-4ad1-b6e3-dce97cda7965 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:54.143200 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3eecbe-05e1-4ad1-b6e3-dce97cda7965 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:54.143524 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3eecbe-05e1-4ad1-b6e3-dce97cda7965 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:54.143848 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3eecbe-05e1-4ad1-b6e3-dce97cda7965 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:54.144161 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3eecbe-05e1-4ad1-b6e3-dce97cda7965 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:54.156894 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Network 9dbb5141-7777-46c4-9d9a-3775087cbd37 details requested by agent ovs-agent-dv-cinder-817135-7-smb with host dv-cinder-817135-7-smb {{(pid=103230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:23:54.501529 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:56.006680 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:56.494434 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 36914) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:23:56.559171 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.pecan_wsgi.hooks.translation [None req-535dfd60-e2ab-4a18-9375-786352225c18 admin admin] GET failed (client error): The resource could not be found. Mar 30 01:23:56.560459 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-535dfd60-e2ab-4a18-9375-786352225c18 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0650332 Mar 30 01:23:56.634119 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c36d25f-66cb-44db-a100-3e83930a69bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:23:56.635756 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-8c36d25f-66cb-44db-a100-3e83930a69bb admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0690901 Mar 30 01:23:56.645639 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-c18fcbba-697a-4853-9aa7-72c805f7e01b admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '9dbb5141-7777-46c4-9d9a-3775087cbd37'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:23:56.667936 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18fcbba-697a-4853-9aa7-72c805f7e01b admin admin] Made reservation on behalf of 2ca821f42e7d4274a18f5d472e3d2555 for: {'subnet': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:23:56.670995 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c18fcbba-697a-4853-9aa7-72c805f7e01b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:56.862548 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c18fcbba-697a-4853-9aa7-72c805f7e01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768'] for subnet (74d7f253-39f9-4c01-a9ee-f881e9954084), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:56.915617 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18fcbba-697a-4853-9aa7-72c805f7e01b admin admin] Pushing event updated for resources: {'Subnet': ['ID=74d7f253-39f9-4c01-a9ee-f881e9954084,revision_number=0']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:23:56.930905 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18fcbba-697a-4853-9aa7-72c805f7e01b admin admin] Checking segment: {'id': '482f4bf6-0ea1-428c-818a-106c661dcdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9dbb5141-7777-46c4-9d9a-3775087cbd37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:23:56.931240 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18fcbba-697a-4853-9aa7-72c805f7e01b admin admin] Network hostable DHCP agents. Network: 9dbb5141-7777-46c4-9d9a-3775087cbd37, hostable agents: ['eddc343b-7df5-4b69-8188-94dadcee138e'], hosted agents: [] {{(pid=103228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:23:56.948941 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18fcbba-697a-4853-9aa7-72c805f7e01b admin admin] Network 9dbb5141-7777-46c4-9d9a-3775087cbd37 is scheduled to be hosted by DHCP agent eddc343b-7df5-4b69-8188-94dadcee138e with binding_index 1 {{(pid=103228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:23:56.957951 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-c18fcbba-697a-4853-9aa7-72c805f7e01b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-smb, 9dbb5141-7777-46c4-9d9a-3775087cbd37) {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:23:56.965787 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18fcbba-697a-4853-9aa7-72c805f7e01b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:23:56.966576 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8dc104-5e3d-4606-8988-2fa047827921 None None] Network 9dbb5141-7777-46c4-9d9a-3775087cbd37 requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:23:56.966706 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c18fcbba-697a-4853-9aa7-72c805f7e01b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for subnet (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:56.992779 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-c18fcbba-697a-4853-9aa7-72c805f7e01b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3421338 Mar 30 01:23:57.075927 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6fa5b9a-8f1a-5b91-8c9f-1bdccb0e5af4-9dbb5141-7777-46c4-9d9a-3775087cbd37', 'network_id': '9dbb5141-7777-46c4-9d9a-3775087cbd37', 'project_id': '2ca821f42e7d4274a18f5d472e3d2555', 'fixed_ips': [{'subnet_id': '74d7f253-39f9-4c01-a9ee-f881e9954084'}]}} from dv-cinder-817135-7-smb. {{(pid=103230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 01:23:57.076811 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:57.320439 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Allocated IP 192.168.233.2 (9dbb5141-7777-46c4-9d9a-3775087cbd37/74d7f253-39f9-4c01-a9ee-f881e9954084/893d7c44-f915-4154-a034-21c70f4bb03c) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:23:57.468252 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Publish callbacks [] for port (893d7c44-f915-4154-a034-21c70f4bb03c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:57.474772 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294'] for port (893d7c44-f915-4154-a034-21c70f4bb03c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:57.521044 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Network 9dbb5141-7777-46c4-9d9a-3775087cbd37 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:23:57.522453 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Pushing event updated for resources: {'Port': ['ID=893d7c44-f915-4154-a034-21c70f4bb03c,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:23:57.524619 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:23:57.531326 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:23:57.533782 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:57.534123 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:57.534465 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:57.534814 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:57.535149 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:57.535473 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:57.535811 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:57.536130 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:57.536450 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:57.536767 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:57.537092 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:57.537419 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:57.537736 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:57.538050 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:57.538365 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:57.594004 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Attempting to bind port 893d7c44-f915-4154-a034-21c70f4bb03c on host dv-cinder-817135-7-smb for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:23:57.594239 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Attempting to bind port 893d7c44-f915-4154-a034-21c70f4bb03c by drivers openvswitch,hyperv on host dv-cinder-817135-7-smb at level 0 using segments [{'id': '482f4bf6-0ea1-428c-818a-106c661dcdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9dbb5141-7777-46c4-9d9a-3775087cbd37'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:23:57.594662 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Attempting to bind port 893d7c44-f915-4154-a034-21c70f4bb03c on network 9dbb5141-7777-46c4-9d9a-3775087cbd37 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:23:57.599796 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Checking agent: {'id': 'e1925a54-03b2-438f-8645-7588892df62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 56), 'started_at': datetime.datetime(2022, 3, 30, 1, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:23:57.600166 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Checking segment: {'id': '482f4bf6-0ea1-428c-818a-106c661dcdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9dbb5141-7777-46c4-9d9a-3775087cbd37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:23:57.600565 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:57.600950 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Bound using segment: {'id': '482f4bf6-0ea1-428c-818a-106c661dcdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9dbb5141-7777-46c4-9d9a-3775087cbd37'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:23:57.601422 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Bound port: 893d7c44-f915-4154-a034-21c70f4bb03c, host: dv-cinder-817135-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482f4bf6-0ea1-428c-818a-106c661dcdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9dbb5141-7777-46c4-9d9a-3775087cbd37'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:23:57.601786 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (893d7c44-f915-4154-a034-21c70f4bb03c), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:57.669117 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] For port 893d7c44-f915-4154-a034-21c70f4bb03c, host dv-cinder-817135-7-smb, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:23:57.672675 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] For port 893d7c44-f915-4154-a034-21c70f4bb03c, host dv-cinder-817135-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=893d7c44-f915-4154-a034-21c70f4bb03c,segment=NetworkSegment(482f4bf6-0ea1-428c-818a-106c661dcdd1),segment_id=482f4bf6-0ea1-428c-818a-106c661dcdd1)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:23:57.678988 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (893d7c44-f915-4154-a034-21c70f4bb03c), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:57.737132 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b29919-1e23-46f4-82c5-12519931db72 None None] Pushing event updated for resources: {'Port': ['ID=893d7c44-f915-4154-a034-21c70f4bb03c,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:23:58.608868 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ffa017-1355-435f-9916-d75f2d6ac80c None None] Network 9dbb5141-7777-46c4-9d9a-3775087cbd37 requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:23:58.716760 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-b77ab26d-2932-4d64-bdaa-68391a35de9f None None] Provisioning complete for port 893d7c44-f915-4154-a034-21c70f4bb03c triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:23:58.717081 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b77ab26d-2932-4d64-bdaa-68391a35de9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (893d7c44-f915-4154-a034-21c70f4bb03c), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:58.814000 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-b77ab26d-2932-4d64-bdaa-68391a35de9f None None] Current status of the port 893d7c44-f915-4154-a034-21c70f4bb03c is: DOWN; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:23:58.814577 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b77ab26d-2932-4d64-bdaa-68391a35de9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (893d7c44-f915-4154-a034-21c70f4bb03c), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:58.864497 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-b77ab26d-2932-4d64-bdaa-68391a35de9f None None] For port 893d7c44-f915-4154-a034-21c70f4bb03c, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=893d7c44-f915-4154-a034-21c70f4bb03c,segment=NetworkSegment(482f4bf6-0ea1-428c-818a-106c661dcdd1),segment_id=482f4bf6-0ea1-428c-818a-106c661dcdd1)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:23:58.873688 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b77ab26d-2932-4d64-bdaa-68391a35de9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (893d7c44-f915-4154-a034-21c70f4bb03c), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:58.881309 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 893d7c44-f915-4154-a034-21c70f4bb03c up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:23:58.961650 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ab26d-2932-4d64-bdaa-68391a35de9f None None] Pushing event updated for resources: {'Port': ['ID=893d7c44-f915-4154-a034-21c70f4bb03c,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:23:58.977587 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port 893d7c44-f915-4154-a034-21c70f4bb03c triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:23:58.977977 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (893d7c44-f915-4154-a034-21c70f4bb03c), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:59.022549 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-5e6cf6c8-7ad3-4f6c-9bde-07a806041c60 None None] Provisioning complete for port 893d7c44-f915-4154-a034-21c70f4bb03c triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:23:59.022936 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5e6cf6c8-7ad3-4f6c-9bde-07a806041c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (893d7c44-f915-4154-a034-21c70f4bb03c), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:59.104336 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port 893d7c44-f915-4154-a034-21c70f4bb03c is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:23:59.143334 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-5e6cf6c8-7ad3-4f6c-9bde-07a806041c60 None None] Current status of the port 893d7c44-f915-4154-a034-21c70f4bb03c is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:24:00.090960 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 5 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:24:00.810552 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 893d7c44-f915-4154-a034-21c70f4bb03c up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:24:00.862325 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port 893d7c44-f915-4154-a034-21c70f4bb03c triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:24:00.862703 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (893d7c44-f915-4154-a034-21c70f4bb03c), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:24:00.944948 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port 893d7c44-f915-4154-a034-21c70f4bb03c is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:24:19.708838 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-29a9a77a-3c17-4ac4-bcd0-38aeb17da45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:24:21.908831 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-42eb97bc-4872-452d-a227-4d7adaaada7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:24:22.933835 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:24:24.504484 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:24:26.001892 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:24:37.090238 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 5 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:24:49.707891 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-77d0012e-6fb2-43f5-8939-32e9e5afb216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:24:51.913087 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0564abe-4acc-4be4-8bf3-4e7325c06750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:24:52.936691 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:24:54.504721 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:24:55.997995 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:25:14.089563 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 5 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:25:17.367407 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 36952) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:25:17.376147 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [None req-641eb2fb-d12c-4957-9978-531280158baa tempest-verify_tempest_config-1198272068 tempest-verify_tempest_config-1198272068-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 01:25:17.377684 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-641eb2fb-d12c-4957-9978-531280158baa tempest-verify_tempest_config-1198272068 tempest-verify_tempest_config-1198272068-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0090060 Mar 30 01:25:17.708879 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 36970) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:25:17.833220 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f9e2367c-e2f2-44ca-bedf-f3e67b5f8314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:25:17.931415 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f9e2367c-e2f2-44ca-bedf-f3e67b5f8314 admin admin] Publish callbacks [] for security_group (82b1387a-30c3-428f-88a4-a184b0f5cae4), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:25:17.938614 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f9e2367c-e2f2-44ca-bedf-f3e67b5f8314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (82b1387a-30c3-428f-88a4-a184b0f5cae4), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:25:17.987467 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-f9e2367c-e2f2-44ca-bedf-f3e67b5f8314 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9937f5782f62461da36f4c7e7c874542&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2769895 Mar 30 01:25:17.988818 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2367c-e2f2-44ca-bedf-f3e67b5f8314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b1387a-30c3-428f-88a4-a184b0f5cae4,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:25:17.990671 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 36974) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:25:17.997025 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2367c-e2f2-44ca-bedf-f3e67b5f8314 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:25:17.997368 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2367c-e2f2-44ca-bedf-f3e67b5f8314 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:25:17.997701 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2367c-e2f2-44ca-bedf-f3e67b5f8314 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:25:17.998051 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2367c-e2f2-44ca-bedf-f3e67b5f8314 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:25:17.998391 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2367c-e2f2-44ca-bedf-f3e67b5f8314 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:25:17.998758 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2367c-e2f2-44ca-bedf-f3e67b5f8314 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:25:17.999181 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2367c-e2f2-44ca-bedf-f3e67b5f8314 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:25:17.999498 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2367c-e2f2-44ca-bedf-f3e67b5f8314 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:25:17.999881 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2367c-e2f2-44ca-bedf-f3e67b5f8314 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:25:18.000349 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2367c-e2f2-44ca-bedf-f3e67b5f8314 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:25:18.000743 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2367c-e2f2-44ca-bedf-f3e67b5f8314 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:25:18.001071 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2367c-e2f2-44ca-bedf-f3e67b5f8314 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:25:18.001421 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2367c-e2f2-44ca-bedf-f3e67b5f8314 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:25:18.001736 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2367c-e2f2-44ca-bedf-f3e67b5f8314 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:25:18.002082 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2367c-e2f2-44ca-bedf-f3e67b5f8314 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:25:18.054457 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c6416964-a286-4b01-a4dd-7fcb8aab9984 admin admin] Publish callbacks [] for security_group (82b1387a-30c3-428f-88a4-a184b0f5cae4), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:25:18.076888 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c6416964-a286-4b01-a4dd-7fcb8aab9984 admin admin] Publish callbacks [] for security_group (82b1387a-30c3-428f-88a4-a184b0f5cae4), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:25:18.175256 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c6416964-a286-4b01-a4dd-7fcb8aab9984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (82b1387a-30c3-428f-88a4-a184b0f5cae4), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:25:18.177957 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c6416964-a286-4b01-a4dd-7fcb8aab9984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:25:18.179438 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-c6416964-a286-4b01-a4dd-7fcb8aab9984 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/82b1387a-30c3-428f-88a4-a184b0f5cae4 HTTP/1.1" status: 204 len: 168 time: 0.1878195 Mar 30 01:25:18.188465 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6416964-a286-4b01-a4dd-7fcb8aab9984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b1387a-30c3-428f-88a4-a184b0f5cae4,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:25:18.198344 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6416964-a286-4b01-a4dd-7fcb8aab9984 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:25:18.198748 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6416964-a286-4b01-a4dd-7fcb8aab9984 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:25:18.199151 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6416964-a286-4b01-a4dd-7fcb8aab9984 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:25:18.199523 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6416964-a286-4b01-a4dd-7fcb8aab9984 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:25:18.199856 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6416964-a286-4b01-a4dd-7fcb8aab9984 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:25:18.200188 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6416964-a286-4b01-a4dd-7fcb8aab9984 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:25:18.200516 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6416964-a286-4b01-a4dd-7fcb8aab9984 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:25:18.201032 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6416964-a286-4b01-a4dd-7fcb8aab9984 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:25:18.201364 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6416964-a286-4b01-a4dd-7fcb8aab9984 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:25:18.201692 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6416964-a286-4b01-a4dd-7fcb8aab9984 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:25:18.202047 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6416964-a286-4b01-a4dd-7fcb8aab9984 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:25:18.202428 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6416964-a286-4b01-a4dd-7fcb8aab9984 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:25:18.202752 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6416964-a286-4b01-a4dd-7fcb8aab9984 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:25:18.203076 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6416964-a286-4b01-a4dd-7fcb8aab9984 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:25:18.203422 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6416964-a286-4b01-a4dd-7fcb8aab9984 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:25:19.708049 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6614b59-2bb8-41e4-b805-4b785380089e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:25:21.923402 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0af1d69d-9a2e-4504-a63d-6f16ec782492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:25:22.938132 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:25:24.511165 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:25:25.992323 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:25:49.711030 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9a2f85e6-8205-4810-a8b2-d7aeba244c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:25:51.094997 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 5 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:25:51.927442 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cbcaeab2-e55f-4fea-b4e0-70e280728d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:25:52.947750 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:25:54.520502 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:25:56.006333 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:26:19.708596 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-df4ffc5f-4ce5-4fd5-be68-0398abe7aa46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:26:21.930932 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-15925c91-cd22-4856-adfb-8e9bd0247988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:26:22.951719 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:26:24.523334 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:26:26.004160 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:26:28.101949 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 5 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:26:49.708982 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b582e1e1-a4cf-40b2-9081-1ecac1d8c548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:26:51.934624 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7ae4948f-7c13-4caa-af8f-69aee2f02404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:26:52.960484 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:26:54.527197 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:26:55.999300 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:27:04.589532 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-622819'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:27:05.092844 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:27:19.628026 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 37046) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:27:19.704997 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9459bd22-d7d3-434a-a025-d931ea3ceeab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:27:19.751674 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-7fe9ca2e-783d-4341-835b-a9dadf0620ba admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1225359 Mar 30 01:27:21.928639 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7f858598-fbe0-4999-9d86-879b98f52602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:27:22.090992 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 37056) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:27:22.151664 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-8476ae4d-aa82-4020-b929-ed417e6be12b admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0595419 Mar 30 01:27:22.959301 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:27:24.529126 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:27:26.004973 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:27:34.590835 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:27:42.096928 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:27:49.706365 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31303407-0a37-4836-9da9-ad92406e5d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:27:51.937614 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a7aa96b1-f0eb-4c75-8965-c07dd1c94934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:27:52.960148 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:27:54.535494 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:27:56.011131 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:04.616060 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:19.096683 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:28:19.700767 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cd65e924-2977-4b1c-a839-6723e7cacc44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:21.937917 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1feae763-efd2-435d-959c-9d8b8ea260d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:22.972808 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:24.541629 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:26.009890 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:34.602629 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:49.704314 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-295667d4-a73a-4dbd-b844-87fab949212b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:51.935137 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3131fbd0-f166-461a-bb1a-fd9539d69c48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:52.972698 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:54.542092 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:56.004550 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:56.096414 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:29:04.637999 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:07.078249 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 37178) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:07.333084 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-39918b53-09f4-492b-bd8d-1da415f6ccfe admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1268748967-network', 'tenant_id': '8c36b0bcab0346c29fdb5f76b0a30eea'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:07.355035 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39918b53-09f4-492b-bd8d-1da415f6ccfe admin admin] Made reservation on behalf of 8c36b0bcab0346c29fdb5f76b0a30eea for: {'network': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:29:07.357723 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-39918b53-09f4-492b-bd8d-1da415f6ccfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for network (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:07.366629 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-39918b53-09f4-492b-bd8d-1da415f6ccfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:07.446455 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-39918b53-09f4-492b-bd8d-1da415f6ccfe admin admin] Publish callbacks [] for security_group (7e5ab77e-788a-4751-8b17-bab818a57bda), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:07.452809 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-39918b53-09f4-492b-bd8d-1da415f6ccfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (7e5ab77e-788a-4751-8b17-bab818a57bda), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:07.466191 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39918b53-09f4-492b-bd8d-1da415f6ccfe admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:29:07.487763 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-39918b53-09f4-492b-bd8d-1da415f6ccfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983'] for segment (eb774c52-a9ed-4a49-a43c-d2be71fdae78), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:07.488391 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.db.segments_db [None req-39918b53-09f4-492b-bd8d-1da415f6ccfe admin admin] Added segment eb774c52-a9ed-4a49-a43c-d2be71fdae78 of type vlan for network 022609af-137c-427c-92c2-c8063a5bf3ae Mar 30 01:29:07.500519 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39918b53-09f4-492b-bd8d-1da415f6ccfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5ab77e-788a-4751-8b17-bab818a57bda,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:07.530602 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39918b53-09f4-492b-bd8d-1da415f6ccfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:07.531159 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39918b53-09f4-492b-bd8d-1da415f6ccfe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:07.531521 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39918b53-09f4-492b-bd8d-1da415f6ccfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:07.531879 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39918b53-09f4-492b-bd8d-1da415f6ccfe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:07.532215 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39918b53-09f4-492b-bd8d-1da415f6ccfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:07.532549 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39918b53-09f4-492b-bd8d-1da415f6ccfe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:07.532873 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39918b53-09f4-492b-bd8d-1da415f6ccfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:07.533196 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39918b53-09f4-492b-bd8d-1da415f6ccfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:07.533518 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39918b53-09f4-492b-bd8d-1da415f6ccfe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:07.533834 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39918b53-09f4-492b-bd8d-1da415f6ccfe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:07.534318 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39918b53-09f4-492b-bd8d-1da415f6ccfe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:07.534673 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39918b53-09f4-492b-bd8d-1da415f6ccfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:07.534992 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39918b53-09f4-492b-bd8d-1da415f6ccfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:07.535314 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39918b53-09f4-492b-bd8d-1da415f6ccfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:07.535806 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39918b53-09f4-492b-bd8d-1da415f6ccfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39918b53-09f4-492b-bd8d-1da415f6ccfe admin admin] Tracked resource versions report: Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: pushed versions: Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: { 'AddressGroup': {'1.2'}, Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: 'Agent': {'1.1'}, Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: 'ConntrackHelper': {'1.0'}, Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: 'LocalIPAssociation': {'1.0'}, Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: 'Log': {'1.0'}, Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: 'NDPProxy': {'1.0'}, Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: 'Network': {'1.1'}, Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: 'Port': {'1.7'}, Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: 'PortForwarding': {'1.3'}, Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: 'QosPolicy': {'1.10'}, Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: 'SecurityGroup': {'1.5'}, Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: 'SecurityGroupRule': {'1.2'}, Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: 'SubPort': {'1.0'}, Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: 'Subnet': {'1.1'}, Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: 'Trunk': {'1.1'}} Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: consumer versions: Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: { DHCP agent@dv-cinder-817135-7-smb: {}, Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: HyperV agent@hv-cinder-81713: {}, Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: L3 agent@dv-cinder-817135-7-smb: {}, Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: Metadata agent@dv-cinder-817135-7-smb: {}, Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: Metering agent@dv-cinder-817135-7-smb: {}, Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: Open vSwitch agent@dv-cinder-817135-7-smb: { 'AddressGroup': '1.2', Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: 'Agent': '1.1', Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: 'ConntrackHelper': '1.0', Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: 'LocalIPAssociation': '1.0', Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: 'Log': '1.0', Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: 'NDPProxy': '1.0', Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: 'Network': '1.1', Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: 'Port': '1.7', Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: 'PortForwarding': '1.3', Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: 'QosPolicy': '1.10', Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: 'SecurityGroup': '1.5', Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: 'SecurityGroupRule': '1.2', Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: 'SubPort': '1.0', Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: 'Subnet': '1.1', Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: 'Trunk': '1.1'}} Mar 30 01:29:07.536949 dv-cinder-817135-7-smb neutron-server[103228]: {{(pid=103228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 01:29:07.555079 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-39918b53-09f4-492b-bd8d-1da415f6ccfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788084269370'] for network (022609af-137c-427c-92c2-c8063a5bf3ae), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:07.584047 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-39918b53-09f4-492b-bd8d-1da415f6ccfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768'] for network (022609af-137c-427c-92c2-c8063a5bf3ae), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:07.585053 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39918b53-09f4-492b-bd8d-1da415f6ccfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:07.585635 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-39918b53-09f4-492b-bd8d-1da415f6ccfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for network (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:07.611799 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-39918b53-09f4-492b-bd8d-1da415f6ccfe admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5323300 Mar 30 01:29:07.615205 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 37212) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:07.624061 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-4f652434-2601-40ca-8ae8-d7e474cbd2e8 admin admin] Request body: {'subnet': {'network_id': '022609af-137c-427c-92c2-c8063a5bf3ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1268748967-subnet', 'tenant_id': '8c36b0bcab0346c29fdb5f76b0a30eea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:07.649778 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f652434-2601-40ca-8ae8-d7e474cbd2e8 admin admin] Made reservation on behalf of 8c36b0bcab0346c29fdb5f76b0a30eea for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:29:07.652839 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4f652434-2601-40ca-8ae8-d7e474cbd2e8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:07.654760 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39918b53-09f4-492b-bd8d-1da415f6ccfe admin admin] Pushing event updated for resources: {'Network': ['ID=022609af-137c-427c-92c2-c8063a5bf3ae,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:07.666970 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Network 022609af-137c-427c-92c2-c8063a5bf3ae details requested by agent ovs-agent-dv-cinder-817135-7-smb with host dv-cinder-817135-7-smb {{(pid=103230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:29:07.859140 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4f652434-2601-40ca-8ae8-d7e474cbd2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768'] for subnet (c83a8a20-5c9c-42e0-8c30-83092229bf4b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:07.908371 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f652434-2601-40ca-8ae8-d7e474cbd2e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c83a8a20-5c9c-42e0-8c30-83092229bf4b,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:07.924802 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f652434-2601-40ca-8ae8-d7e474cbd2e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:07.925152 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f652434-2601-40ca-8ae8-d7e474cbd2e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:07.925510 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f652434-2601-40ca-8ae8-d7e474cbd2e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:07.925850 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f652434-2601-40ca-8ae8-d7e474cbd2e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:07.926199 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f652434-2601-40ca-8ae8-d7e474cbd2e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:07.926538 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f652434-2601-40ca-8ae8-d7e474cbd2e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:07.926864 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f652434-2601-40ca-8ae8-d7e474cbd2e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:07.927182 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f652434-2601-40ca-8ae8-d7e474cbd2e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:07.927694 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f652434-2601-40ca-8ae8-d7e474cbd2e8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:07.928015 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f652434-2601-40ca-8ae8-d7e474cbd2e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:07.928501 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f652434-2601-40ca-8ae8-d7e474cbd2e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:07.928842 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f652434-2601-40ca-8ae8-d7e474cbd2e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:07.929164 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f652434-2601-40ca-8ae8-d7e474cbd2e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:07.929478 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f652434-2601-40ca-8ae8-d7e474cbd2e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:07.929793 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f652434-2601-40ca-8ae8-d7e474cbd2e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f652434-2601-40ca-8ae8-d7e474cbd2e8 admin admin] Tracked resource versions report: Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: pushed versions: Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: { 'AddressGroup': {'1.2'}, Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: 'Agent': {'1.1'}, Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: 'ConntrackHelper': {'1.0'}, Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: 'LocalIPAssociation': {'1.0'}, Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: 'Log': {'1.0'}, Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: 'NDPProxy': {'1.0'}, Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: 'Network': {'1.1'}, Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: 'Port': {'1.7'}, Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: 'PortForwarding': {'1.3'}, Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: 'QosPolicy': {'1.10'}, Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: 'SecurityGroup': {'1.5'}, Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: 'SecurityGroupRule': {'1.2'}, Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: 'SubPort': {'1.0'}, Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: 'Subnet': {'1.1'}, Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: 'Trunk': {'1.1'}} Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: consumer versions: Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: { DHCP agent@dv-cinder-817135-7-smb: {}, Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: HyperV agent@hv-cinder-81713: {}, Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: L3 agent@dv-cinder-817135-7-smb: {}, Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: Metadata agent@dv-cinder-817135-7-smb: {}, Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: Metering agent@dv-cinder-817135-7-smb: {}, Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: Open vSwitch agent@dv-cinder-817135-7-smb: { 'AddressGroup': '1.2', Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: 'Agent': '1.1', Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: 'ConntrackHelper': '1.0', Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: 'LocalIPAssociation': '1.0', Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: 'Log': '1.0', Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: 'NDPProxy': '1.0', Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: 'Network': '1.1', Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: 'Port': '1.7', Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: 'PortForwarding': '1.3', Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: 'QosPolicy': '1.10', Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: 'SecurityGroup': '1.5', Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: 'SecurityGroupRule': '1.2', Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: 'SubPort': '1.0', Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: 'Subnet': '1.1', Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: 'Trunk': '1.1'}} Mar 30 01:29:07.930958 dv-cinder-817135-7-smb neutron-server[103229]: {{(pid=103229) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 01:29:07.945769 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f652434-2601-40ca-8ae8-d7e474cbd2e8 admin admin] Checking segment: {'id': 'eb774c52-a9ed-4a49-a43c-d2be71fdae78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '022609af-137c-427c-92c2-c8063a5bf3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:29:07.946125 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f652434-2601-40ca-8ae8-d7e474cbd2e8 admin admin] Network hostable DHCP agents. Network: 022609af-137c-427c-92c2-c8063a5bf3ae, hostable agents: ['eddc343b-7df5-4b69-8188-94dadcee138e'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:29:07.964851 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f652434-2601-40ca-8ae8-d7e474cbd2e8 admin admin] Network 022609af-137c-427c-92c2-c8063a5bf3ae is scheduled to be hosted by DHCP agent eddc343b-7df5-4b69-8188-94dadcee138e with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:29:07.976489 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-4f652434-2601-40ca-8ae8-d7e474cbd2e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-smb, 022609af-137c-427c-92c2-c8063a5bf3ae) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:29:07.985652 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f652434-2601-40ca-8ae8-d7e474cbd2e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:07.986758 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4f652434-2601-40ca-8ae8-d7e474cbd2e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:07.993027 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bb5424-b8fd-4cd8-8098-89116f6feb24 None None] Network 022609af-137c-427c-92c2-c8063a5bf3ae requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:29:08.011054 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-4f652434-2601-40ca-8ae8-d7e474cbd2e8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3939476 Mar 30 01:29:08.114137 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb34ef17-e8a0-4a36-b451-bd46f5d3b22c None None] Network 022609af-137c-427c-92c2-c8063a5bf3ae requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:29:08.208139 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 37252) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:08.639613 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-15e9f78f-526b-4a46-be32-bc5bb0bc00df admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2106925405-network', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:08.667853 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e9f78f-526b-4a46-be32-bc5bb0bc00df admin admin] Made reservation on behalf of 61dc5b0786784b47b68b2e4463489f52 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:29:08.670941 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-15e9f78f-526b-4a46-be32-bc5bb0bc00df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:08.680053 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-15e9f78f-526b-4a46-be32-bc5bb0bc00df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:08.768679 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-15e9f78f-526b-4a46-be32-bc5bb0bc00df admin admin] Publish callbacks [] for security_group (44532b1e-9e8b-4bfd-848b-962681436d9e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:08.774076 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-15e9f78f-526b-4a46-be32-bc5bb0bc00df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (44532b1e-9e8b-4bfd-848b-962681436d9e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:08.801740 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9f78f-526b-4a46-be32-bc5bb0bc00df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44532b1e-9e8b-4bfd-848b-962681436d9e,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:08.810085 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e9f78f-526b-4a46-be32-bc5bb0bc00df admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:29:08.826180 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-15e9f78f-526b-4a46-be32-bc5bb0bc00df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983'] for segment (5d2e7dcd-3d5b-47c5-be1e-e458e697b14e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:08.826562 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.db.segments_db [None req-15e9f78f-526b-4a46-be32-bc5bb0bc00df admin admin] Added segment 5d2e7dcd-3d5b-47c5-be1e-e458e697b14e of type vlan for network 43648525-c7cf-4e35-9f44-2977e45db7f1 Mar 30 01:29:08.877232 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-15e9f78f-526b-4a46-be32-bc5bb0bc00df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788084269370'] for network (43648525-c7cf-4e35-9f44-2977e45db7f1), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:08.913220 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-15e9f78f-526b-4a46-be32-bc5bb0bc00df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768'] for network (43648525-c7cf-4e35-9f44-2977e45db7f1), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:08.914177 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e9f78f-526b-4a46-be32-bc5bb0bc00df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:08.914802 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-15e9f78f-526b-4a46-be32-bc5bb0bc00df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:08.928054 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 37292) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:09.004001 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-15e9f78f-526b-4a46-be32-bc5bb0bc00df admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7948115 Mar 30 01:29:09.007375 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 37300) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:09.012407 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9f78f-526b-4a46-be32-bc5bb0bc00df admin admin] Pushing event updated for resources: {'Network': ['ID=43648525-c7cf-4e35-9f44-2977e45db7f1,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:09.013442 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-1ac98751-c8a2-4439-b7ce-a382dd1fa937 admin admin] Request body: {'subnet': {'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2106925405-subnet', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:09.022328 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Network 43648525-c7cf-4e35-9f44-2977e45db7f1 details requested by agent ovs-agent-dv-cinder-817135-7-smb with host dv-cinder-817135-7-smb {{(pid=103230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:29:09.047666 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac98751-c8a2-4439-b7ce-a382dd1fa937 admin admin] Made reservation on behalf of 61dc5b0786784b47b68b2e4463489f52 for: {'subnet': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:29:09.050482 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1ac98751-c8a2-4439-b7ce-a382dd1fa937 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:09.238310 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-e03f2620-d8fe-42ae-b31d-fa7471d7002c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-29569113-network', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:09.253331 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1ac98751-c8a2-4439-b7ce-a382dd1fa937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768'] for subnet (109d7294-0dc1-4c33-b6d5-82873c91f0f6), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:09.303003 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03f2620-d8fe-42ae-b31d-fa7471d7002c admin admin] Made reservation on behalf of 4d9a35d928b647dc9915d88e0bf1f590 for: {'network': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:29:09.305211 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e03f2620-d8fe-42ae-b31d-fa7471d7002c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for network (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:09.328781 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac98751-c8a2-4439-b7ce-a382dd1fa937 admin admin] Checking segment: {'id': '5d2e7dcd-3d5b-47c5-be1e-e458e697b14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:29:09.329143 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac98751-c8a2-4439-b7ce-a382dd1fa937 admin admin] Network hostable DHCP agents. Network: 43648525-c7cf-4e35-9f44-2977e45db7f1, hostable agents: ['eddc343b-7df5-4b69-8188-94dadcee138e'], hosted agents: [] {{(pid=103228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:29:09.331266 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e03f2620-d8fe-42ae-b31d-fa7471d7002c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:09.361211 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac98751-c8a2-4439-b7ce-a382dd1fa937 admin admin] Pushing event updated for resources: {'Subnet': ['ID=109d7294-0dc1-4c33-b6d5-82873c91f0f6,revision_number=0']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:09.379035 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac98751-c8a2-4439-b7ce-a382dd1fa937 admin admin] Network 43648525-c7cf-4e35-9f44-2977e45db7f1 is scheduled to be hosted by DHCP agent eddc343b-7df5-4b69-8188-94dadcee138e with binding_index 1 {{(pid=103228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:29:09.397506 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-1ac98751-c8a2-4439-b7ce-a382dd1fa937 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-smb, 43648525-c7cf-4e35-9f44-2977e45db7f1) {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:29:09.404959 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac98751-c8a2-4439-b7ce-a382dd1fa937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:09.405730 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1ac98751-c8a2-4439-b7ce-a382dd1fa937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for subnet (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:09.407517 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa91d24-9e54-4f7c-9acd-ebec88ffbed1 None None] Network 43648525-c7cf-4e35-9f44-2977e45db7f1 requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:29:09.437018 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-1ac98751-c8a2-4439-b7ce-a382dd1fa937 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4285023 Mar 30 01:29:09.439903 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 37320) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:09.446588 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-f34c3f71-7f53-4330-bcae-47005b5a7596 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2106925405-router', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:09.461744 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e03f2620-d8fe-42ae-b31d-fa7471d7002c admin admin] Publish callbacks [] for security_group (8c85b04b-a915-4209-bf7d-f69c317b61d1), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:09.468623 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e03f2620-d8fe-42ae-b31d-fa7471d7002c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (8c85b04b-a915-4209-bf7d-f69c317b61d1), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:09.480722 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f34c3f71-7f53-4330-bcae-47005b5a7596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-630030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3002'] for router (6f7a6db5-22fa-4aaf-942a-34ebe367e11f), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:09.483509 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f34c3f71-7f53-4330-bcae-47005b5a7596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2995'] for router (6f7a6db5-22fa-4aaf-942a-34ebe367e11f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:09.516286 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f2620-d8fe-42ae-b31d-fa7471d7002c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c85b04b-a915-4209-bf7d-f69c317b61d1,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:09.545209 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e03f2620-d8fe-42ae-b31d-fa7471d7002c admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:29:09.566632 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e03f2620-d8fe-42ae-b31d-fa7471d7002c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983'] for segment (0799e6d0-5ecf-44b1-ac82-16ebbd925b69), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:09.566985 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.db.segments_db [None req-e03f2620-d8fe-42ae-b31d-fa7471d7002c admin admin] Added segment 0799e6d0-5ecf-44b1-ac82-16ebbd925b69 of type vlan for network 37a51576-2901-40b9-a77d-ddc99f82f95c Mar 30 01:29:09.601807 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6fa5b9a-8f1a-5b91-8c9f-1bdccb0e5af4-43648525-c7cf-4e35-9f44-2977e45db7f1', 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1', 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'fixed_ips': [{'subnet_id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6'}]}} from dv-cinder-817135-7-smb. {{(pid=103230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 01:29:09.604991 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:09.645429 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f34c3f71-7f53-4330-bcae-47005b5a7596 admin admin] Publish callbacks [] for router_controller (6f7a6db5-22fa-4aaf-942a-34ebe367e11f), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:09.678084 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e03f2620-d8fe-42ae-b31d-fa7471d7002c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788084269370'] for network (37a51576-2901-40b9-a77d-ddc99f82f95c), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:09.734105 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e03f2620-d8fe-42ae-b31d-fa7471d7002c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768'] for network (37a51576-2901-40b9-a77d-ddc99f82f95c), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:09.735397 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03f2620-d8fe-42ae-b31d-fa7471d7002c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:09.736211 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e03f2620-d8fe-42ae-b31d-fa7471d7002c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for network (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:09.791251 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-e03f2620-d8fe-42ae-b31d-fa7471d7002c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8608668 Mar 30 01:29:09.823076 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 37326) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:09.888251 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f2620-d8fe-42ae-b31d-fa7471d7002c admin admin] Pushing event updated for resources: {'Network': ['ID=37a51576-2901-40b9-a77d-ddc99f82f95c,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:09.914022 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f34c3f71-7f53-4330-bcae-47005b5a7596 admin admin] Publish callbacks [] for router_gateway (6f7a6db5-22fa-4aaf-942a-34ebe367e11f), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:09.927163 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-bcd8a50a-78b6-48eb-8d2d-7f6cec2a73b0 admin admin] Request body: {'subnet': {'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-29569113-subnet', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:09.944520 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Allocated IP 172.20.0.2 (43648525-c7cf-4e35-9f44-2977e45db7f1/109d7294-0dc1-4c33-b6d5-82873c91f0f6/0e1dd84c-99d5-4ea8-9967-83a7fb49a09d) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:29:10.001114 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd8a50a-78b6-48eb-8d2d-7f6cec2a73b0 admin admin] Made reservation on behalf of 4d9a35d928b647dc9915d88e0bf1f590 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:29:10.003829 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bcd8a50a-78b6-48eb-8d2d-7f6cec2a73b0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:10.129798 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Publish callbacks [] for port (0e1dd84c-99d5-4ea8-9967-83a7fb49a09d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:10.136481 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Network 37a51576-2901-40b9-a77d-ddc99f82f95c details requested by agent ovs-agent-dv-cinder-817135-7-smb with host dv-cinder-817135-7-smb {{(pid=103230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:29:10.229657 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294'] for port (0e1dd84c-99d5-4ea8-9967-83a7fb49a09d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:10.284127 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Network 43648525-c7cf-4e35-9f44-2977e45db7f1 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:29:10.330586 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:29:10.333804 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:29:10.346327 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Pushing event updated for resources: {'Port': ['ID=0e1dd84c-99d5-4ea8-9967-83a7fb49a09d,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:10.377271 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:10.377620 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:10.377960 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:10.378441 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:10.378668 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:10.378990 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:10.379422 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:10.379755 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:10.380080 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:10.380402 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:10.380849 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:10.381192 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:10.381516 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:10.382065 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:10.393043 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Tracked resource versions report: Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: pushed versions: Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: { 'AddressGroup': {'1.2'}, Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: 'Agent': {'1.1'}, Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: 'ConntrackHelper': {'1.0'}, Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: 'LocalIPAssociation': {'1.0'}, Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: 'Log': {'1.0'}, Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: 'NDPProxy': {'1.0'}, Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: 'Network': {'1.1'}, Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: 'Port': {'1.7'}, Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: 'PortForwarding': {'1.3'}, Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: 'QosPolicy': {'1.10'}, Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: 'SecurityGroup': {'1.5'}, Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: 'SecurityGroupRule': {'1.2'}, Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: 'SubPort': {'1.0'}, Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: 'Subnet': {'1.1'}, Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: 'Trunk': {'1.1'}} Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: consumer versions: Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: { DHCP agent@dv-cinder-817135-7-smb: {}, Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: HyperV agent@hv-cinder-81713: {}, Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: L3 agent@dv-cinder-817135-7-smb: {}, Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: Metadata agent@dv-cinder-817135-7-smb: {}, Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: Metering agent@dv-cinder-817135-7-smb: {}, Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: Open vSwitch agent@dv-cinder-817135-7-smb: { 'AddressGroup': '1.2', Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: 'Agent': '1.1', Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: 'ConntrackHelper': '1.0', Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: 'LocalIPAssociation': '1.0', Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: 'Log': '1.0', Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: 'NDPProxy': '1.0', Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: 'Network': '1.1', Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: 'Port': '1.7', Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: 'PortForwarding': '1.3', Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: 'QosPolicy': '1.10', Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: 'SecurityGroup': '1.5', Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: 'SecurityGroupRule': '1.2', Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: 'SubPort': '1.0', Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: 'Subnet': '1.1', Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: 'Trunk': '1.1'}} Mar 30 01:29:10.394492 dv-cinder-817135-7-smb neutron-server[103230]: {{(pid=103230) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 01:29:10.458507 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Attempting to bind port 0e1dd84c-99d5-4ea8-9967-83a7fb49a09d on host dv-cinder-817135-7-smb for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:29:10.459137 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Attempting to bind port 0e1dd84c-99d5-4ea8-9967-83a7fb49a09d by drivers openvswitch,hyperv on host dv-cinder-817135-7-smb at level 0 using segments [{'id': '5d2e7dcd-3d5b-47c5-be1e-e458e697b14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:29:10.459288 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Attempting to bind port 0e1dd84c-99d5-4ea8-9967-83a7fb49a09d on network 43648525-c7cf-4e35-9f44-2977e45db7f1 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:29:10.465330 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Checking agent: {'id': 'e1925a54-03b2-438f-8645-7588892df62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 56), 'started_at': datetime.datetime(2022, 3, 30, 1, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:29:10.465700 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Checking segment: {'id': '5d2e7dcd-3d5b-47c5-be1e-e458e697b14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:29:10.466099 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:10.466520 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Bound using segment: {'id': '5d2e7dcd-3d5b-47c5-be1e-e458e697b14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:29:10.466991 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Bound port: 0e1dd84c-99d5-4ea8-9967-83a7fb49a09d, host: dv-cinder-817135-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2e7dcd-3d5b-47c5-be1e-e458e697b14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:29:10.467368 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (0e1dd84c-99d5-4ea8-9967-83a7fb49a09d), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:10.484400 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bcd8a50a-78b6-48eb-8d2d-7f6cec2a73b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768'] for subnet (81bb63ca-5b7c-44e1-993e-20d1ff7fbcda), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:10.569115 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] For port 0e1dd84c-99d5-4ea8-9967-83a7fb49a09d, host dv-cinder-817135-7-smb, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:29:10.574660 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] For port 0e1dd84c-99d5-4ea8-9967-83a7fb49a09d, host dv-cinder-817135-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=0e1dd84c-99d5-4ea8-9967-83a7fb49a09d,segment=NetworkSegment(5d2e7dcd-3d5b-47c5-be1e-e458e697b14e),segment_id=5d2e7dcd-3d5b-47c5-be1e-e458e697b14e)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:29:10.588502 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (0e1dd84c-99d5-4ea8-9967-83a7fb49a09d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:10.590383 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f34c3f71-7f53-4330-bcae-47005b5a7596 admin admin] Publish callbacks [] for router_gateway (6f7a6db5-22fa-4aaf-942a-34ebe367e11f), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:10.629545 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f34c3f71-7f53-4330-bcae-47005b5a7596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:10.688467 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8a50a-78b6-48eb-8d2d-7f6cec2a73b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81bb63ca-5b7c-44e1-993e-20d1ff7fbcda,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:10.705217 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09a704-4415-4617-9afe-8f751c90066a None None] Pushing event updated for resources: {'Port': ['ID=0e1dd84c-99d5-4ea8-9967-83a7fb49a09d,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:10.709401 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd8a50a-78b6-48eb-8d2d-7f6cec2a73b0 admin admin] Checking segment: {'id': '0799e6d0-5ecf-44b1-ac82-16ebbd925b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:29:10.709938 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd8a50a-78b6-48eb-8d2d-7f6cec2a73b0 admin admin] Network hostable DHCP agents. Network: 37a51576-2901-40b9-a77d-ddc99f82f95c, hostable agents: ['eddc343b-7df5-4b69-8188-94dadcee138e'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:29:10.769519 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd8a50a-78b6-48eb-8d2d-7f6cec2a73b0 admin admin] Network 37a51576-2901-40b9-a77d-ddc99f82f95c is scheduled to be hosted by DHCP agent eddc343b-7df5-4b69-8188-94dadcee138e with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:29:10.817368 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-f34c3f71-7f53-4330-bcae-47005b5a7596 admin admin] Allocated IP 172.28.0.138 (37ca571a-19ad-455c-abf6-69b74430259c/15a93e34-d4d7-43d8-ae08-ce799dd1e751/750e2b21-96fb-48d0-af89-bf8928441b19) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:29:10.827845 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-bcd8a50a-78b6-48eb-8d2d-7f6cec2a73b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-smb, 37a51576-2901-40b9-a77d-ddc99f82f95c) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:29:10.836873 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdc0868-d415-4979-a0d9-3be5221f9d07 None None] Network 37a51576-2901-40b9-a77d-ddc99f82f95c requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:29:10.867304 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd8a50a-78b6-48eb-8d2d-7f6cec2a73b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:10.869336 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bcd8a50a-78b6-48eb-8d2d-7f6cec2a73b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:11.016624 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-bcd8a50a-78b6-48eb-8d2d-7f6cec2a73b0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0955312 Mar 30 01:29:11.019650 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 37396) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:11.026903 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-06e61ba1-ea0f-4665-abc7-f56069713b2e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-29569113-router', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:11.072617 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 37402) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:11.080309 dv-cinder-817135-7-smb neutron-server[103229]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 30 01:29:11.097368 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2950c883-f9f3-4bfb-a6da-1f02031f19ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6fa5b9a-8f1a-5b91-8c9f-1bdccb0e5af4-37a51576-2901-40b9-a77d-ddc99f82f95c', 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c', 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'fixed_ips': [{'subnet_id': '81bb63ca-5b7c-44e1-993e-20d1ff7fbcda'}]}} from dv-cinder-817135-7-smb. {{(pid=103230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 01:29:11.099100 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2950c883-f9f3-4bfb-a6da-1f02031f19ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:11.125978 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-06e61ba1-ea0f-4665-abc7-f56069713b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-630030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3002'] for router (6bbc8d87-55bd-42b1-8abf-1af130f19d7f), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:11.131602 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-06e61ba1-ea0f-4665-abc7-f56069713b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2995'] for router (6bbc8d87-55bd-42b1-8abf-1af130f19d7f), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:11.361956 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-2950c883-f9f3-4bfb-a6da-1f02031f19ac None None] Allocated IP 172.20.0.2 (37a51576-2901-40b9-a77d-ddc99f82f95c/81bb63ca-5b7c-44e1-993e-20d1ff7fbcda/1465ae13-7411-41c5-91ce-1786eae1cd6e) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:29:11.410137 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-06e61ba1-ea0f-4665-abc7-f56069713b2e admin admin] Publish callbacks [] for router_controller (6bbc8d87-55bd-42b1-8abf-1af130f19d7f), precommit_add_association {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:11.530431 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f34c3f71-7f53-4330-bcae-47005b5a7596 admin admin] Publish callbacks [] for port (750e2b21-96fb-48d0-af89-bf8928441b19), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:11.655399 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-a3403f2a-069a-4f12-9695-d8f99ed9a9d8 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:11.657370 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-a3403f2a-069a-4f12-9695-d8f99ed9a9d8 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/networks?id=022609af-137c-427c-92c2-c8063a5bf3ae HTTP/1.1" status: 200 len: 812 time: 0.5795054 Mar 30 01:29:11.696109 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-06e61ba1-ea0f-4665-abc7-f56069713b2e admin admin] Publish callbacks [] for router_gateway (6bbc8d87-55bd-42b1-8abf-1af130f19d7f), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:11.704726 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-3cbc97e7-6d68-4454-acf2-c1cc04147c8a tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/quotas/8c36b0bcab0346c29fdb5f76b0a30eea HTTP/1.1" status: 200 len: 375 time: 0.0298817 Mar 30 01:29:11.745930 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2950c883-f9f3-4bfb-a6da-1f02031f19ac None None] Publish callbacks [] for port (1465ae13-7411-41c5-91ce-1786eae1cd6e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:11.753533 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2950c883-f9f3-4bfb-a6da-1f02031f19ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294'] for port (1465ae13-7411-41c5-91ce-1786eae1cd6e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:11.790752 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f34c3f71-7f53-4330-bcae-47005b5a7596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294'] for port (750e2b21-96fb-48d0-af89-bf8928441b19), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:11.809513 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2950c883-f9f3-4bfb-a6da-1f02031f19ac None None] Network 37a51576-2901-40b9-a77d-ddc99f82f95c is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:29:11.817554 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-2950c883-f9f3-4bfb-a6da-1f02031f19ac None None] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:29:11.827037 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34c3f71-7f53-4330-bcae-47005b5a7596 admin admin] Network 37ca571a-19ad-455c-abf6-69b74430259c is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:29:11.830051 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-f34c3f71-7f53-4330-bcae-47005b5a7596 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:29:11.833150 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34c3f71-7f53-4330-bcae-47005b5a7596 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:29:11.833449 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2950c883-f9f3-4bfb-a6da-1f02031f19ac None None] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:29:11.860058 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950c883-f9f3-4bfb-a6da-1f02031f19ac None None] Pushing event updated for resources: {'Port': ['ID=1465ae13-7411-41c5-91ce-1786eae1cd6e,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:11.924136 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-2907ef04-df23-4c6e-9557-1493ff91d65e tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8c36b0bcab0346c29fdb5f76b0a30eea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2116172 Mar 30 01:29:12.005411 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-2950c883-f9f3-4bfb-a6da-1f02031f19ac None None] Attempting to bind port 1465ae13-7411-41c5-91ce-1786eae1cd6e on host dv-cinder-817135-7-smb for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:29:12.005836 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-2950c883-f9f3-4bfb-a6da-1f02031f19ac None None] Attempting to bind port 1465ae13-7411-41c5-91ce-1786eae1cd6e by drivers openvswitch,hyperv on host dv-cinder-817135-7-smb at level 0 using segments [{'id': '0799e6d0-5ecf-44b1-ac82-16ebbd925b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:29:12.006197 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2950c883-f9f3-4bfb-a6da-1f02031f19ac None None] Attempting to bind port 1465ae13-7411-41c5-91ce-1786eae1cd6e on network 37a51576-2901-40b9-a77d-ddc99f82f95c {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:29:12.015939 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2950c883-f9f3-4bfb-a6da-1f02031f19ac None None] Checking agent: {'id': 'e1925a54-03b2-438f-8645-7588892df62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 56), 'started_at': datetime.datetime(2022, 3, 30, 1, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:29:12.016392 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2950c883-f9f3-4bfb-a6da-1f02031f19ac None None] Checking segment: {'id': '0799e6d0-5ecf-44b1-ac82-16ebbd925b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:29:12.016801 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2950c883-f9f3-4bfb-a6da-1f02031f19ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:12.017249 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2950c883-f9f3-4bfb-a6da-1f02031f19ac None None] Bound using segment: {'id': '0799e6d0-5ecf-44b1-ac82-16ebbd925b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:29:12.018072 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-2950c883-f9f3-4bfb-a6da-1f02031f19ac None None] Bound port: 1465ae13-7411-41c5-91ce-1786eae1cd6e, host: dv-cinder-817135-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0799e6d0-5ecf-44b1-ac82-16ebbd925b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:29:12.019387 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2950c883-f9f3-4bfb-a6da-1f02031f19ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (1465ae13-7411-41c5-91ce-1786eae1cd6e), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:12.103797 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c3f71-7f53-4330-bcae-47005b5a7596 admin admin] Pushing event updated for resources: {'Port': ['ID=750e2b21-96fb-48d0-af89-bf8928441b19,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:12.152942 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-2950c883-f9f3-4bfb-a6da-1f02031f19ac None None] For port 1465ae13-7411-41c5-91ce-1786eae1cd6e, host dv-cinder-817135-7-smb, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:29:12.157584 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-2950c883-f9f3-4bfb-a6da-1f02031f19ac None None] For port 1465ae13-7411-41c5-91ce-1786eae1cd6e, host dv-cinder-817135-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=1465ae13-7411-41c5-91ce-1786eae1cd6e,segment=NetworkSegment(0799e6d0-5ecf-44b1-ac82-16ebbd925b69),segment_id=0799e6d0-5ecf-44b1-ac82-16ebbd925b69)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:29:12.177631 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2950c883-f9f3-4bfb-a6da-1f02031f19ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (1465ae13-7411-41c5-91ce-1786eae1cd6e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:12.282690 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-7317cf89-46e7-4d73-8cb4-b4297b8f85df service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 01:29:12.291079 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-7317cf89-46e7-4d73-8cb4-b4297b8f85df service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1149950 Mar 30 01:29:12.318774 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950c883-f9f3-4bfb-a6da-1f02031f19ac None None] Pushing event updated for resources: {'Port': ['ID=1465ae13-7411-41c5-91ce-1786eae1cd6e,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:12.383636 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f34c3f71-7f53-4330-bcae-47005b5a7596 admin admin] Publish callbacks [] for router_gateway (6f7a6db5-22fa-4aaf-942a-34ebe367e11f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:12.421835 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-06e61ba1-ea0f-4665-abc7-f56069713b2e admin admin] Publish callbacks [] for router_gateway (6bbc8d87-55bd-42b1-8abf-1af130f19d7f), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:12.424100 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c771ef-51b2-403c-8bd4-aa556965aaeb None None] Network 43648525-c7cf-4e35-9f44-2977e45db7f1 requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:29:12.449943 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-06e61ba1-ea0f-4665-abc7-f56069713b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:12.609248 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-3565f9c5-de8d-4598-805b-d3a100fd18ce service neutron] 10.222.0.25 "GET /v2.0/networks/022609af-137c-427c-92c2-c8063a5bf3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116267 Mar 30 01:29:12.621970 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-7acd604a-6562-4203-a887-85598ac6af3a None None] Provisioning complete for port 0e1dd84c-99d5-4ea8-9967-83a7fb49a09d triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:29:12.621970 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7acd604a-6562-4203-a887-85598ac6af3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (0e1dd84c-99d5-4ea8-9967-83a7fb49a09d), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:12.654808 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 37462) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:12.753044 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-06e61ba1-ea0f-4665-abc7-f56069713b2e admin admin] Allocated IP 172.28.0.81 (37ca571a-19ad-455c-abf6-69b74430259c/15a93e34-d4d7-43d8-ae08-ce799dd1e751/4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:29:12.907702 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e540f714-7332-4923-9be0-37fc5c8939b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:12.956415 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-4c0c0ba9-0667-4aba-9bed-a32b39a592fe service neutron] 10.222.0.25 "GET /v2.0/networks/022609af-137c-427c-92c2-c8063a5bf3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397093 Mar 30 01:29:12.990809 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-7acd604a-6562-4203-a887-85598ac6af3a None None] Current status of the port 0e1dd84c-99d5-4ea8-9967-83a7fb49a09d is: DOWN; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:12.991194 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7acd604a-6562-4203-a887-85598ac6af3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (0e1dd84c-99d5-4ea8-9967-83a7fb49a09d), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:13.006743 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f34c3f71-7f53-4330-bcae-47005b5a7596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623896'] for router (6f7a6db5-22fa-4aaf-942a-34ebe367e11f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:13.048094 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-7acd604a-6562-4203-a887-85598ac6af3a None None] For port 0e1dd84c-99d5-4ea8-9967-83a7fb49a09d, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=0e1dd84c-99d5-4ea8-9967-83a7fb49a09d,segment=NetworkSegment(5d2e7dcd-3d5b-47c5-be1e-e458e697b14e),segment_id=5d2e7dcd-3d5b-47c5-be1e-e458e697b14e)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:29:13.059734 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7acd604a-6562-4203-a887-85598ac6af3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (0e1dd84c-99d5-4ea8-9967-83a7fb49a09d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:13.117335 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-06e61ba1-ea0f-4665-abc7-f56069713b2e admin admin] Publish callbacks [] for port (4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:13.185488 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e540f714-7332-4923-9be0-37fc5c8939b6 admin admin] Publish callbacks [] for security_group (83e3891d-a417-41d6-9243-4ca0dbb193e9), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:13.197652 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e540f714-7332-4923-9be0-37fc5c8939b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (83e3891d-a417-41d6-9243-4ca0dbb193e9), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:13.230136 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd604a-6562-4203-a887-85598ac6af3a None None] Pushing event updated for resources: {'Port': ['ID=0e1dd84c-99d5-4ea8-9967-83a7fb49a09d,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:13.265977 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-06e61ba1-ea0f-4665-abc7-f56069713b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294'] for port (4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:13.275262 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540f714-7332-4923-9be0-37fc5c8939b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e3891d-a417-41d6-9243-4ca0dbb193e9,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:13.281281 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-e540f714-7332-4923-9be0-37fc5c8939b6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f65d3f8842d4ffebebd27460759f574&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6252997 Mar 30 01:29:13.286801 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 37480) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:13.378077 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 1465ae13-7411-41c5-91ce-1786eae1cd6e up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:29:13.391119 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e61ba1-ea0f-4665-abc7-f56069713b2e admin admin] Network 37ca571a-19ad-455c-abf6-69b74430259c is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:29:13.426333 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-06e61ba1-ea0f-4665-abc7-f56069713b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:29:13.431245 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e61ba1-ea0f-4665-abc7-f56069713b2e admin admin] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:29:13.555212 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port 1465ae13-7411-41c5-91ce-1786eae1cd6e triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:29:13.559309 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (1465ae13-7411-41c5-91ce-1786eae1cd6e), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:13.564764 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-1c2a9f62-16b3-49c4-8103-cd7b0b065179 None None] Provisioning complete for port 0e1dd84c-99d5-4ea8-9967-83a7fb49a09d triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:29:13.565372 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c2a9f62-16b3-49c4-8103-cd7b0b065179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (0e1dd84c-99d5-4ea8-9967-83a7fb49a09d), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:13.614244 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34c3f71-7f53-4330-bcae-47005b5a7596 admin admin] Router 6f7a6db5-22fa-4aaf-942a-34ebe367e11f is scheduled to L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 01:29:13.779227 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 37508) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:13.794450 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e61ba1-ea0f-4665-abc7-f56069713b2e admin admin] Pushing event updated for resources: {'Port': ['ID=4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:13.855531 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port 1465ae13-7411-41c5-91ce-1786eae1cd6e is: DOWN; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:13.858491 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (1465ae13-7411-41c5-91ce-1786eae1cd6e), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:13.868968 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-1c2a9f62-16b3-49c4-8103-cd7b0b065179 None None] Current status of the port 0e1dd84c-99d5-4ea8-9967-83a7fb49a09d is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:13.874909 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9e636b0b-1ead-4516-8857-b8116f540a4e req-b477c877-77d5-4b8e-98ea-b2fcf879c051 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f HTTP/1.1" status: 200 len: 210 time: 0.0935864 Mar 30 01:29:13.969992 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bcf64847-f7d6-4115-83f0-dde15b200049 admin admin] Publish callbacks [] for security_group (83e3891d-a417-41d6-9243-4ca0dbb193e9), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:13.995629 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] For port 1465ae13-7411-41c5-91ce-1786eae1cd6e, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=1465ae13-7411-41c5-91ce-1786eae1cd6e,segment=NetworkSegment(0799e6d0-5ecf-44b1-ac82-16ebbd925b69),segment_id=0799e6d0-5ecf-44b1-ac82-16ebbd925b69)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:29:14.004875 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34c3f71-7f53-4330-bcae-47005b5a7596 admin admin] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:29:14.006465 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (1465ae13-7411-41c5-91ce-1786eae1cd6e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:14.007576 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 0e1dd84c-99d5-4ea8-9967-83a7fb49a09d up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:29:14.023470 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea6869d-aa6f-40ca-8b9e-90195a338070 None None] Sync routers for ids ['6f7a6db5-22fa-4aaf-942a-34ebe367e11f'] in dv-cinder-817135-7-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:29:14.050063 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea6869d-aa6f-40ca-8b9e-90195a338070 None None] Routers {'6f7a6db5-22fa-4aaf-942a-34ebe367e11f'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:29:14.050847 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-6ea6869d-aa6f-40ca-8b9e-90195a338070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:28:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6f7a6db5-22fa-4aaf-942a-34ebe367e11f'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:14.068029 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bcf64847-f7d6-4115-83f0-dde15b200049 admin admin] Publish callbacks [] for security_group (83e3891d-a417-41d6-9243-4ca0dbb193e9), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:14.070320 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f34c3f71-7f53-4330-bcae-47005b5a7596 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:14.076417 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-f34c3f71-7f53-4330-bcae-47005b5a7596 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6336749 Mar 30 01:29:14.079204 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 37528) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:14.194774 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Pushing event updated for resources: {'Port': ['ID=1465ae13-7411-41c5-91ce-1786eae1cd6e,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:14.241255 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4820f0-65d9-4d2e-b59d-961ae9634412 None None] Network 37a51576-2901-40b9-a77d-ddc99f82f95c requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:29:14.246454 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port 0e1dd84c-99d5-4ea8-9967-83a7fb49a09d triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:29:14.247764 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (0e1dd84c-99d5-4ea8-9967-83a7fb49a09d), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:14.407729 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bcf64847-f7d6-4115-83f0-dde15b200049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (83e3891d-a417-41d6-9243-4ca0dbb193e9), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:14.417811 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bcf64847-f7d6-4115-83f0-dde15b200049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:14.420651 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-bcf64847-f7d6-4115-83f0-dde15b200049 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/83e3891d-a417-41d6-9243-4ca0dbb193e9 HTTP/1.1" status: 204 len: 168 time: 1.1321714 Mar 30 01:29:14.509192 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf64847-f7d6-4115-83f0-dde15b200049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e3891d-a417-41d6-9243-4ca0dbb193e9,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:14.509904 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-0882bec3-fbae-4be7-93d3-8639741d26a8 None None] Provisioning complete for port 1465ae13-7411-41c5-91ce-1786eae1cd6e triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:29:14.514637 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0882bec3-fbae-4be7-93d3-8639741d26a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (1465ae13-7411-41c5-91ce-1786eae1cd6e), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:14.520799 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-06e61ba1-ea0f-4665-abc7-f56069713b2e admin admin] Publish callbacks [] for router_gateway (6bbc8d87-55bd-42b1-8abf-1af130f19d7f), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:14.591312 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-6ea6869d-aa6f-40ca-8b9e-90195a338070 None None] Set router 6f7a6db5-22fa-4aaf-942a-34ebe367e11f gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:29:14.823879 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port 0e1dd84c-99d5-4ea8-9967-83a7fb49a09d is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:14.876139 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-0882bec3-fbae-4be7-93d3-8639741d26a8 None None] Current status of the port 1465ae13-7411-41c5-91ce-1786eae1cd6e is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:14.907675 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-06e61ba1-ea0f-4665-abc7-f56069713b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623896'] for router (6bbc8d87-55bd-42b1-8abf-1af130f19d7f), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:14.923940 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-6ea6869d-aa6f-40ca-8b9e-90195a338070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'name': 'tempest-AttachVolumeShelveTestJSON-2106925405-router', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:09Z', 'updated_at': '2022-03-30T01:29:12Z', 'revision_number': 3, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'gw_port': {'id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ce:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:10Z', 'updated_at': '2022-03-30T01:29:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb'}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:15.014196 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea6869d-aa6f-40ca-8b9e-90195a338070 None None] Checking router: 6f7a6db5-22fa-4aaf-942a-34ebe367e11f for host: dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:29:15.014329 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea6869d-aa6f-40ca-8b9e-90195a338070 None None] Updating router 6f7a6db5-22fa-4aaf-942a-34ebe367e11f port 750e2b21-96fb-48d0-af89-bf8928441b19 binding host dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:29:15.067616 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6ea6869d-aa6f-40ca-8b9e-90195a338070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (750e2b21-96fb-48d0-af89-bf8928441b19), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:15.148640 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 1465ae13-7411-41c5-91ce-1786eae1cd6e up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:29:15.223600 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 37588) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:15.282869 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ffdae2d5-a798-4170-9fe9-d4e84aad94fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:15.324525 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port 1465ae13-7411-41c5-91ce-1786eae1cd6e triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:29:15.325043 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (1465ae13-7411-41c5-91ce-1786eae1cd6e), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:15.356072 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f596d19b-77e3-4a37-bc11-93371c3b3854 req-54aa73bd-330e-42e7-8763-705d82303ac7 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f HTTP/1.1" status: 200 len: 210 time: 0.2972398 Mar 30 01:29:15.380527 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c6871e6-b850-430e-9f7c-ed7558a5f1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:15.419360 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e61ba1-ea0f-4665-abc7-f56069713b2e admin admin] Router 6bbc8d87-55bd-42b1-8abf-1af130f19d7f is scheduled to L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 with binding_index 1 {{(pid=103228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 01:29:15.458978 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-42fc2b44-9d64-4717-8043-cf75cdb92e53 None None] Provisioning complete for port 1465ae13-7411-41c5-91ce-1786eae1cd6e triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:29:15.460891 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-42fc2b44-9d64-4717-8043-cf75cdb92e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (1465ae13-7411-41c5-91ce-1786eae1cd6e), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:15.597475 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-42fc2b44-9d64-4717-8043-cf75cdb92e53 None None] Current status of the port 1465ae13-7411-41c5-91ce-1786eae1cd6e is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:15.614630 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port 1465ae13-7411-41c5-91ce-1786eae1cd6e is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:15.615709 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 0e1dd84c-99d5-4ea8-9967-83a7fb49a09d up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:29:15.701324 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6ea6869d-aa6f-40ca-8b9e-90195a338070 None None] Publish callbacks [] for port (750e2b21-96fb-48d0-af89-bf8928441b19), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:15.710192 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6ea6869d-aa6f-40ca-8b9e-90195a338070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (750e2b21-96fb-48d0-af89-bf8928441b19), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:15.727813 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ffdae2d5-a798-4170-9fe9-d4e84aad94fe admin admin] Publish callbacks [] for security_group (3b468413-c5f6-49f2-b45c-57256491f1ea), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:15.748698 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ffdae2d5-a798-4170-9fe9-d4e84aad94fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (3b468413-c5f6-49f2-b45c-57256491f1ea), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:15.765618 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-6ea6869d-aa6f-40ca-8b9e-90195a338070 None None] Attempting to bind port 750e2b21-96fb-48d0-af89-bf8928441b19 on host dv-cinder-817135-7-smb for vnic_type normal with profile {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:29:15.766037 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-6ea6869d-aa6f-40ca-8b9e-90195a338070 None None] Attempting to bind port 750e2b21-96fb-48d0-af89-bf8928441b19 by drivers openvswitch,hyperv on host dv-cinder-817135-7-smb at level 0 using segments [{'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:29:15.766197 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port 0e1dd84c-99d5-4ea8-9967-83a7fb49a09d triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:29:15.766451 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea6869d-aa6f-40ca-8b9e-90195a338070 None None] Attempting to bind port 750e2b21-96fb-48d0-af89-bf8928441b19 on network 37ca571a-19ad-455c-abf6-69b74430259c {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:29:15.767832 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (0e1dd84c-99d5-4ea8-9967-83a7fb49a09d), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:15.790535 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea6869d-aa6f-40ca-8b9e-90195a338070 None None] Checking agent: {'id': 'e1925a54-03b2-438f-8645-7588892df62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 56), 'started_at': datetime.datetime(2022, 3, 30, 1, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:29:15.790907 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea6869d-aa6f-40ca-8b9e-90195a338070 None None] Checking segment: {'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:29:15.791369 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6ea6869d-aa6f-40ca-8b9e-90195a338070 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:15.791960 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea6869d-aa6f-40ca-8b9e-90195a338070 None None] Bound using segment: {'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:29:15.792503 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-6ea6869d-aa6f-40ca-8b9e-90195a338070 None None] Bound port: 750e2b21-96fb-48d0-af89-bf8928441b19, host: dv-cinder-817135-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:29:15.792865 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6ea6869d-aa6f-40ca-8b9e-90195a338070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (750e2b21-96fb-48d0-af89-bf8928441b19), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:15.849912 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-ffdae2d5-a798-4170-9fe9-d4e84aad94fe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3a862a7eb21244d2a21c844e577ed291&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6252367 Mar 30 01:29:15.852602 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 37612) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:15.861659 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdae2d5-a798-4170-9fe9-d4e84aad94fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b468413-c5f6-49f2-b45c-57256491f1ea,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:15.981328 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e61ba1-ea0f-4665-abc7-f56069713b2e admin admin] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:29:16.017216 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87501b-02ff-449b-8e3f-35d36ac65087 None None] Pushing event updated for resources: {'Port': ['ID=750e2b21-96fb-48d0-af89-bf8928441b19,revision_number=2']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:16.017377 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbf97eb-ae6d-45f8-9b41-6edd27c209e1 None None] Sync routers for ids ['6bbc8d87-55bd-42b1-8abf-1af130f19d7f'] in dv-cinder-817135-7-smb {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:29:16.021398 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port 0e1dd84c-99d5-4ea8-9967-83a7fb49a09d is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:16.035919 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbf97eb-ae6d-45f8-9b41-6edd27c209e1 None None] Routers {'6bbc8d87-55bd-42b1-8abf-1af130f19d7f'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:29:16.037000 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-acbf97eb-ae6d-45f8-9b41-6edd27c209e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:28:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6bbc8d87-55bd-42b1-8abf-1af130f19d7f'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:16.040917 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-06e61ba1-ea0f-4665-abc7-f56069713b2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:16.042776 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-06e61ba1-ea0f-4665-abc7-f56069713b2e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0219188 Mar 30 01:29:16.044072 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-6ea6869d-aa6f-40ca-8b9e-90195a338070 None None] For port 750e2b21-96fb-48d0-af89-bf8928441b19, host dv-cinder-817135-7-smb, cleared binding levels {{(pid=103231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:29:16.047150 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 37618) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:16.083720 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87501b-02ff-449b-8e3f-35d36ac65087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:16.084192 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87501b-02ff-449b-8e3f-35d36ac65087 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:16.084417 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87501b-02ff-449b-8e3f-35d36ac65087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:16.086004 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87501b-02ff-449b-8e3f-35d36ac65087 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:16.086361 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87501b-02ff-449b-8e3f-35d36ac65087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:16.088017 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87501b-02ff-449b-8e3f-35d36ac65087 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:16.089154 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87501b-02ff-449b-8e3f-35d36ac65087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:16.089532 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87501b-02ff-449b-8e3f-35d36ac65087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:16.091903 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87501b-02ff-449b-8e3f-35d36ac65087 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:16.092558 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87501b-02ff-449b-8e3f-35d36ac65087 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:16.094259 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87501b-02ff-449b-8e3f-35d36ac65087 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:16.094869 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87501b-02ff-449b-8e3f-35d36ac65087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:16.095686 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87501b-02ff-449b-8e3f-35d36ac65087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:16.096617 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87501b-02ff-449b-8e3f-35d36ac65087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:16.096965 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87501b-02ff-449b-8e3f-35d36ac65087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87501b-02ff-449b-8e3f-35d36ac65087 None None] Tracked resource versions report: Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: pushed versions: Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: { 'AddressGroup': {'1.2'}, Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: 'Agent': {'1.1'}, Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: 'ConntrackHelper': {'1.0'}, Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: 'LocalIPAssociation': {'1.0'}, Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: 'Log': {'1.0'}, Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: 'NDPProxy': {'1.0'}, Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: 'Network': {'1.1'}, Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: 'Port': {'1.7'}, Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: 'PortForwarding': {'1.3'}, Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: 'QosPolicy': {'1.10'}, Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: 'SecurityGroup': {'1.5'}, Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: 'SecurityGroupRule': {'1.2'}, Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: 'SubPort': {'1.0'}, Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: 'Subnet': {'1.1'}, Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: 'Trunk': {'1.1'}} Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: consumer versions: Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: { DHCP agent@dv-cinder-817135-7-smb: {}, Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: HyperV agent@hv-cinder-81713: {}, Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: L3 agent@dv-cinder-817135-7-smb: {}, Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: Metadata agent@dv-cinder-817135-7-smb: {}, Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: Metering agent@dv-cinder-817135-7-smb: {}, Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: Open vSwitch agent@dv-cinder-817135-7-smb: { 'AddressGroup': '1.2', Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: 'Agent': '1.1', Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: 'ConntrackHelper': '1.0', Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: 'LocalIPAssociation': '1.0', Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: 'Log': '1.0', Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: 'NDPProxy': '1.0', Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: 'Network': '1.1', Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: 'Port': '1.7', Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: 'PortForwarding': '1.3', Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: 'QosPolicy': '1.10', Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: 'SecurityGroup': '1.5', Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: 'SecurityGroupRule': '1.2', Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: 'SubPort': '1.0', Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: 'Subnet': '1.1', Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: 'Trunk': '1.1'}} Mar 30 01:29:16.101396 dv-cinder-817135-7-smb neutron-server[103231]: {{(pid=103231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 01:29:16.111742 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-6ea6869d-aa6f-40ca-8b9e-90195a338070 None None] For port 750e2b21-96fb-48d0-af89-bf8928441b19, host dv-cinder-817135-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=750e2b21-96fb-48d0-af89-bf8928441b19,segment=NetworkSegment(06f2df17-57da-4e9c-9934-3a429189481b),segment_id=06f2df17-57da-4e9c-9934-3a429189481b)] {{(pid=103231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:29:16.129322 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6ea6869d-aa6f-40ca-8b9e-90195a338070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (750e2b21-96fb-48d0-af89-bf8928441b19), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:16.130146 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d1d0925e-f64b-4819-a0c4-012c87c4775e admin admin] Publish callbacks [] for security_group (3b468413-c5f6-49f2-b45c-57256491f1ea), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:16.132416 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-7c6871e6-b850-430e-9f7c-ed7558a5f1b7 admin admin] Allocated IP 172.20.0.1 (43648525-c7cf-4e35-9f44-2977e45db7f1/109d7294-0dc1-4c33-b6d5-82873c91f0f6/859c8630-07ce-4498-b24f-59cc873c5033) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:29:16.207830 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d1d0925e-f64b-4819-a0c4-012c87c4775e admin admin] Publish callbacks [] for security_group (3b468413-c5f6-49f2-b45c-57256491f1ea), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:16.248921 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 37622) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:16.277079 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87501b-02ff-449b-8e3f-35d36ac65087 None None] Pushing event updated for resources: {'Port': ['ID=750e2b21-96fb-48d0-af89-bf8928441b19,revision_number=3']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:16.282505 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-acbf97eb-ae6d-45f8-9b41-6edd27c209e1 None None] Set router 6bbc8d87-55bd-42b1-8abf-1af130f19d7f gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:29:16.286595 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea6869d-aa6f-40ca-8b9e-90195a338070 None None] Routers {'6f7a6db5-22fa-4aaf-942a-34ebe367e11f'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:29:16.287830 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-6ea6869d-aa6f-40ca-8b9e-90195a338070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:28:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6f7a6db5-22fa-4aaf-942a-34ebe367e11f'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:16.343285 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c6871e6-b850-430e-9f7c-ed7558a5f1b7 admin admin] Publish callbacks [] for port (859c8630-07ce-4498-b24f-59cc873c5033), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:16.354335 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d1d0925e-f64b-4819-a0c4-012c87c4775e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (3b468413-c5f6-49f2-b45c-57256491f1ea), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:16.357878 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d1d0925e-f64b-4819-a0c4-012c87c4775e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:16.360315 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-d1d0925e-f64b-4819-a0c4-012c87c4775e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3b468413-c5f6-49f2-b45c-57256491f1ea HTTP/1.1" status: 204 len: 168 time: 0.5067618 Mar 30 01:29:16.377453 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0925e-f64b-4819-a0c4-012c87c4775e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b468413-c5f6-49f2-b45c-57256491f1ea,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:16.425147 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c6871e6-b850-430e-9f7c-ed7558a5f1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294'] for port (859c8630-07ce-4498-b24f-59cc873c5033), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:16.446466 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-6ea6869d-aa6f-40ca-8b9e-90195a338070 None None] Set router 6f7a6db5-22fa-4aaf-942a-34ebe367e11f gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:29:16.537973 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6871e6-b850-430e-9f7c-ed7558a5f1b7 admin admin] Network 43648525-c7cf-4e35-9f44-2977e45db7f1 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:29:16.577659 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-7c6871e6-b850-430e-9f7c-ed7558a5f1b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:29:16.603849 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.18', 60358) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:16.629426 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6871e6-b850-430e-9f7c-ed7558a5f1b7 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:29:16.630613 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c6871e6-b850-430e-9f7c-ed7558a5f1b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625103'] for router_interface (6f7a6db5-22fa-4aaf-942a-34ebe367e11f), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:16.697238 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-6ea6869d-aa6f-40ca-8b9e-90195a338070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'name': 'tempest-AttachVolumeShelveTestJSON-2106925405-router', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:09Z', 'updated_at': '2022-03-30T01:29:12Z', 'revision_number': 3, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'gw_port': {'id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ce:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:10Z', 'updated_at': '2022-03-30T01:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb'}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:16.737226 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea6869d-aa6f-40ca-8b9e-90195a338070 None None] The sync data for ids ['6f7a6db5-22fa-4aaf-942a-34ebe367e11f'] in dv-cinder-817135-7-smb is: [{'id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'name': 'tempest-AttachVolumeShelveTestJSON-2106925405-router', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:09Z', 'updated_at': '2022-03-30T01:29:12Z', 'revision_number': 3, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'gw_port': {'id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ce:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:10Z', 'updated_at': '2022-03-30T01:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb'}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:29:16.839360 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-acbf97eb-ae6d-45f8-9b41-6edd27c209e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-29569113-router', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.81'}], 'enable_snat': True}, 'gw_port_id': '4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:11Z', 'updated_at': '2022-03-30T01:29:14Z', 'revision_number': 3, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'gw_port': {'id': '4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:12Z', 'updated_at': '2022-03-30T01:29:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb'}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:16.881339 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-021aa245-41d4-430c-8b74-d187e7807400 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:16.883798 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6871e6-b850-430e-9f7c-ed7558a5f1b7 admin admin] Pushing event updated for resources: {'Port': ['ID=859c8630-07ce-4498-b24f-59cc873c5033,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:16.995193 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbf97eb-ae6d-45f8-9b41-6edd27c209e1 None None] Checking router: 6bbc8d87-55bd-42b1-8abf-1af130f19d7f for host: dv-cinder-817135-7-smb {{(pid=103230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:29:16.996019 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbf97eb-ae6d-45f8-9b41-6edd27c209e1 None None] Updating router 6bbc8d87-55bd-42b1-8abf-1af130f19d7f port 4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2 binding host dv-cinder-817135-7-smb {{(pid=103230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:29:17.035011 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-acbf97eb-ae6d-45f8-9b41-6edd27c209e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:17.108565 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-c2e16c03-cb8b-40fc-82e8-ec93364340af None None] Provisioning complete for port 859c8630-07ce-4498-b24f-59cc873c5033 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:29:17.110320 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c2e16c03-cb8b-40fc-82e8-ec93364340af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (859c8630-07ce-4498-b24f-59cc873c5033), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:17.204836 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-c2e16c03-cb8b-40fc-82e8-ec93364340af None None] Port 859c8630-07ce-4498-b24f-59cc873c5033 cannot update to ACTIVE because it is not bound. {{(pid=103230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:29:17.259678 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-20928393-b692-4d08-ab57-0c33e8e68780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:17.713966 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-13e52ecd-267c-4d26-827b-68dd0f77e7be req-4ffcfa59-e442-4a4d-b3c1-8b52b0773098 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f HTTP/1.1" status: 200 len: 210 time: 0.7988987 Mar 30 01:29:17.743269 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-20928393-b692-4d08-ab57-0c33e8e68780 admin admin] Allocated IP 172.20.0.1 (37a51576-2901-40b9-a77d-ddc99f82f95c/81bb63ca-5b7c-44e1-993e-20d1ff7fbcda/b1ff1662-59ac-48ab-920a-fe86371d1609) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:29:17.786829 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-acbf97eb-ae6d-45f8-9b41-6edd27c209e1 None None] Publish callbacks [] for port (4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:17.799732 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-acbf97eb-ae6d-45f8-9b41-6edd27c209e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:17.831923 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-0511ba46-7f8d-45e0-9ad2-1b0a8400c6a6 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:17.834311 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-0511ba46-7f8d-45e0-9ad2-1b0a8400c6a6 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.18 "GET /v2.0/networks?id=022609af-137c-427c-92c2-c8063a5bf3ae HTTP/1.1" status: 200 len: 812 time: 1.2290297 Mar 30 01:29:17.912215 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-acbf97eb-ae6d-45f8-9b41-6edd27c209e1 None None] Attempting to bind port 4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2 on host dv-cinder-817135-7-smb for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:29:17.913141 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-acbf97eb-ae6d-45f8-9b41-6edd27c209e1 None None] Attempting to bind port 4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2 by drivers openvswitch,hyperv on host dv-cinder-817135-7-smb at level 0 using segments [{'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:29:17.913663 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbf97eb-ae6d-45f8-9b41-6edd27c209e1 None None] Attempting to bind port 4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2 on network 37ca571a-19ad-455c-abf6-69b74430259c {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:29:17.919328 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66802e-5cd7-40bb-8b53-4bf359ecdf05 None None] Pushing event updated for resources: {'Port': ['ID=4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:17.942286 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbf97eb-ae6d-45f8-9b41-6edd27c209e1 None None] Checking agent: {'id': 'e1925a54-03b2-438f-8645-7588892df62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 56), 'started_at': datetime.datetime(2022, 3, 30, 1, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:29:17.942965 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbf97eb-ae6d-45f8-9b41-6edd27c209e1 None None] Checking segment: {'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:29:17.943886 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-acbf97eb-ae6d-45f8-9b41-6edd27c209e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:17.944967 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbf97eb-ae6d-45f8-9b41-6edd27c209e1 None None] Bound using segment: {'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:29:17.945665 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-acbf97eb-ae6d-45f8-9b41-6edd27c209e1 None None] Bound port: 4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2, host: dv-cinder-817135-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:29:17.946180 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-acbf97eb-ae6d-45f8-9b41-6edd27c209e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:18.066564 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-acbf97eb-ae6d-45f8-9b41-6edd27c209e1 None None] For port 4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2, host dv-cinder-817135-7-smb, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:29:18.079272 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-acbf97eb-ae6d-45f8-9b41-6edd27c209e1 None None] For port 4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2, host dv-cinder-817135-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2,segment=NetworkSegment(06f2df17-57da-4e9c-9934-3a429189481b),segment_id=06f2df17-57da-4e9c-9934-3a429189481b)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:29:18.093724 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-acbf97eb-ae6d-45f8-9b41-6edd27c209e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:18.177327 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c6871e6-b850-430e-9f7c-ed7558a5f1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (859c8630-07ce-4498-b24f-59cc873c5033), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:18.191477 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-038c54fd-81e0-49b1-8943-ff82799f0631 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Request body: {'port': {'device_id': '9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f', 'network_id': '022609af-137c-427c-92c2-c8063a5bf3ae', 'admin_state_up': True, 'tenant_id': '8c36b0bcab0346c29fdb5f76b0a30eea'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:18.199230 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-20928393-b692-4d08-ab57-0c33e8e68780 admin admin] Publish callbacks [] for port (b1ff1662-59ac-48ab-920a-fe86371d1609), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:18.310428 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-20928393-b692-4d08-ab57-0c33e8e68780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294'] for port (b1ff1662-59ac-48ab-920a-fe86371d1609), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:18.446572 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20928393-b692-4d08-ab57-0c33e8e68780 admin admin] Network 37a51576-2901-40b9-a77d-ddc99f82f95c is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:29:18.450221 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-20928393-b692-4d08-ab57-0c33e8e68780 admin admin] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:29:18.475384 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20928393-b692-4d08-ab57-0c33e8e68780 admin admin] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:29:18.477345 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-20928393-b692-4d08-ab57-0c33e8e68780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625103'] for router_interface (6bbc8d87-55bd-42b1-8abf-1af130f19d7f), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:18.704609 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20928393-b692-4d08-ab57-0c33e8e68780 admin admin] Pushing event updated for resources: {'Port': ['ID=b1ff1662-59ac-48ab-920a-fe86371d1609,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:18.748757 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbf97eb-ae6d-45f8-9b41-6edd27c209e1 None None] Routers {'6bbc8d87-55bd-42b1-8abf-1af130f19d7f'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:29:18.749416 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-acbf97eb-ae6d-45f8-9b41-6edd27c209e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:28:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6bbc8d87-55bd-42b1-8abf-1af130f19d7f'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:18.957111 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-20928393-b692-4d08-ab57-0c33e8e68780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (b1ff1662-59ac-48ab-920a-fe86371d1609), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:19.107716 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-41a88d56-4437-4b07-92e8-74e77bafe90f req-aa9ab228-b631-4b3d-ae7a-84d037de849e tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f HTTP/1.1" status: 200 len: 210 time: 0.1595533 Mar 30 01:29:19.213638 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-851e8bac-c7eb-47fb-b55c-dd2dd2dc8caa None None] Provisioning complete for port b1ff1662-59ac-48ab-920a-fe86371d1609 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:29:19.213638 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-851e8bac-c7eb-47fb-b55c-dd2dd2dc8caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (b1ff1662-59ac-48ab-920a-fe86371d1609), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:19.318934 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 37770) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:19.320590 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 750e2b21-96fb-48d0-af89-bf8928441b19 up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:29:19.353565 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-021aa245-41d4-430c-8b74-d187e7807400 admin admin] Publish callbacks [] for security_group (19cba7bb-6abe-4d9a-adf1-5900a20ed354), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:19.381442 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-021aa245-41d4-430c-8b74-d187e7807400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (19cba7bb-6abe-4d9a-adf1-5900a20ed354), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:19.402792 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-20928393-b692-4d08-ab57-0c33e8e68780 admin admin] Publish callbacks [] for port (b1ff1662-59ac-48ab-920a-fe86371d1609), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:19.413075 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-20928393-b692-4d08-ab57-0c33e8e68780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (b1ff1662-59ac-48ab-920a-fe86371d1609), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:19.414864 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-20928393-b692-4d08-ab57-0c33e8e68780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624987'] for router_interface (6bbc8d87-55bd-42b1-8abf-1af130f19d7f), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:19.522178 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-021aa245-41d4-430c-8b74-d187e7807400 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6697e65483a04d71b3e20781de365109&name=default HTTP/1.1" status: 200 len: 2992 time: 3.2701957 Mar 30 01:29:19.541126 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 37778) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:19.545342 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-038c54fd-81e0-49b1-8943-ff82799f0631 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Made reservation on behalf of 8c36b0bcab0346c29fdb5f76b0a30eea for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:29:19.555380 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-038c54fd-81e0-49b1-8943-ff82799f0631 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:19.608973 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-851e8bac-c7eb-47fb-b55c-dd2dd2dc8caa None None] Port b1ff1662-59ac-48ab-920a-fe86371d1609 cannot update to ACTIVE because it is not bound. {{(pid=103230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:29:19.631218 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66802e-5cd7-40bb-8b53-4bf359ecdf05 None None] Pushing event updated for resources: {'Port': ['ID=4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:19.642891 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-acbf97eb-ae6d-45f8-9b41-6edd27c209e1 None None] Set router 6bbc8d87-55bd-42b1-8abf-1af130f19d7f gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:29:19.682653 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-71caf3c5-855d-4636-8fa6-5da0125e4bf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:19.737689 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021aa245-41d4-430c-8b74-d187e7807400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19cba7bb-6abe-4d9a-adf1-5900a20ed354,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:19.799224 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port 750e2b21-96fb-48d0-af89-bf8928441b19 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:29:19.800047 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (750e2b21-96fb-48d0-af89-bf8928441b19), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:19.898375 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20928393-b692-4d08-ab57-0c33e8e68780 admin admin] Pushing event updated for resources: {'Port': ['ID=b1ff1662-59ac-48ab-920a-fe86371d1609,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:19.930092 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c6871e6-b850-430e-9f7c-ed7558a5f1b7 admin admin] Publish callbacks [] for port (859c8630-07ce-4498-b24f-59cc873c5033), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:19.943423 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c6871e6-b850-430e-9f7c-ed7558a5f1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (859c8630-07ce-4498-b24f-59cc873c5033), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:19.944366 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c6871e6-b850-430e-9f7c-ed7558a5f1b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624987'] for router_interface (6f7a6db5-22fa-4aaf-942a-34ebe367e11f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:19.995153 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-22966018-af30-4fd2-abaa-a425f711578d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:20.054573 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20928393-b692-4d08-ab57-0c33e8e68780 admin admin] Network 37a51576-2901-40b9-a77d-ddc99f82f95c is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:29:20.065065 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-20928393-b692-4d08-ab57-0c33e8e68780 admin admin] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:29:20.071947 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-71caf3c5-855d-4636-8fa6-5da0125e4bf6 admin admin] Publish callbacks [] for security_group (86e60107-8d2e-4ee8-9a2e-0638e19581f5), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:20.081438 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-71caf3c5-855d-4636-8fa6-5da0125e4bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (86e60107-8d2e-4ee8-9a2e-0638e19581f5), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:20.172756 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71caf3c5-855d-4636-8fa6-5da0125e4bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e60107-8d2e-4ee8-9a2e-0638e19581f5,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:20.195000 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port 750e2b21-96fb-48d0-af89-bf8928441b19 is: DOWN; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:20.202088 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (750e2b21-96fb-48d0-af89-bf8928441b19), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:20.260761 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-71caf3c5-855d-4636-8fa6-5da0125e4bf6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ba22057e6b7d4be1812d379026fca744&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9345875 Mar 30 01:29:20.262249 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 37804) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:20.273410 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] For port 750e2b21-96fb-48d0-af89-bf8928441b19, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=750e2b21-96fb-48d0-af89-bf8928441b19,segment=NetworkSegment(06f2df17-57da-4e9c-9934-3a429189481b),segment_id=06f2df17-57da-4e9c-9934-3a429189481b)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:29:20.293061 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (750e2b21-96fb-48d0-af89-bf8928441b19), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:20.370445 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20928393-b692-4d08-ab57-0c33e8e68780 admin admin] Router 6bbc8d87-55bd-42b1-8abf-1af130f19d7f has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:29:20.377931 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cd85c72f-aa14-4435-bd4b-2bfb63b38ffa admin admin] Publish callbacks [] for security_group (86e60107-8d2e-4ee8-9a2e-0638e19581f5), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:20.467103 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6871e6-b850-430e-9f7c-ed7558a5f1b7 admin admin] Pushing event updated for resources: {'Port': ['ID=859c8630-07ce-4498-b24f-59cc873c5033,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:20.479770 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Pushing event updated for resources: {'Port': ['ID=750e2b21-96fb-48d0-af89-bf8928441b19,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:20.486741 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-acbf97eb-ae6d-45f8-9b41-6edd27c209e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-29569113-router', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.81'}], 'enable_snat': True}, 'gw_port_id': '4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:11Z', 'updated_at': '2022-03-30T01:29:14Z', 'revision_number': 3, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'gw_port': {'id': '4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:12Z', 'updated_at': '2022-03-30T01:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb'}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:20.510216 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cd85c72f-aa14-4435-bd4b-2bfb63b38ffa admin admin] Publish callbacks [] for security_group (86e60107-8d2e-4ee8-9a2e-0638e19581f5), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:20.544275 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-36a34f56-fd3a-4bd2-b111-8c994b36e267 admin admin] Publish callbacks [] for security_group (19cba7bb-6abe-4d9a-adf1-5900a20ed354), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:20.588011 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbf97eb-ae6d-45f8-9b41-6edd27c209e1 None None] The sync data for ids ['6bbc8d87-55bd-42b1-8abf-1af130f19d7f'] in dv-cinder-817135-7-smb is: [{'id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-29569113-router', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.81'}], 'enable_snat': True}, 'gw_port_id': '4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:11Z', 'updated_at': '2022-03-30T01:29:14Z', 'revision_number': 3, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'gw_port': {'id': '4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:12Z', 'updated_at': '2022-03-30T01:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb'}] {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:29:20.608616 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-ec85490e-b7dc-4480-a3b1-c73dd2ce782d None None] Provisioning complete for port b1ff1662-59ac-48ab-920a-fe86371d1609 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:29:20.613723 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ec85490e-b7dc-4480-a3b1-c73dd2ce782d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (b1ff1662-59ac-48ab-920a-fe86371d1609), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:20.625757 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20928393-b692-4d08-ab57-0c33e8e68780 admin admin] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:29:20.634459 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-20928393-b692-4d08-ab57-0c33e8e68780 admin admin] 10.222.0.25 "PUT /v2.0/routers/6bbc8d87-55bd-42b1-8abf-1af130f19d7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5832503 Mar 30 01:29:20.646802 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cd85c72f-aa14-4435-bd4b-2bfb63b38ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (86e60107-8d2e-4ee8-9a2e-0638e19581f5), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:20.658738 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cd85c72f-aa14-4435-bd4b-2bfb63b38ffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:20.658738 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-cd85c72f-aa14-4435-bd4b-2bfb63b38ffa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/86e60107-8d2e-4ee8-9a2e-0638e19581f5 HTTP/1.1" status: 204 len: 168 time: 0.3873012 Mar 30 01:29:20.739848 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd85c72f-aa14-4435-bd4b-2bfb63b38ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e60107-8d2e-4ee8-9a2e-0638e19581f5,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:20.775142 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-ec85490e-b7dc-4480-a3b1-c73dd2ce782d None None] Port b1ff1662-59ac-48ab-920a-fe86371d1609 cannot update to ACTIVE because it is not bound. {{(pid=103230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:29:20.808258 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-038c54fd-81e0-49b1-8943-ff82799f0631 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Allocated IP 172.20.0.10 (022609af-137c-427c-92c2-c8063a5bf3ae/c83a8a20-5c9c-42e0-8c30-83092229bf4b/294aab08-91bb-4250-8bc8-58e8f33cb7e9) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:29:20.821333 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-36a34f56-fd3a-4bd2-b111-8c994b36e267 admin admin] Publish callbacks [] for security_group (19cba7bb-6abe-4d9a-adf1-5900a20ed354), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:20.840042 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-72173d2d-45c7-42b4-9d93-44c1beb72135 req-be4e0331-c328-4a0e-b41e-b6ff68812f70 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f HTTP/1.1" status: 200 len: 210 time: 0.2561805 Mar 30 01:29:20.905755 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6871e6-b850-430e-9f7c-ed7558a5f1b7 admin admin] Network 43648525-c7cf-4e35-9f44-2977e45db7f1 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:29:20.919842 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-7c6871e6-b850-430e-9f7c-ed7558a5f1b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:29:21.189643 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 750e2b21-96fb-48d0-af89-bf8928441b19 up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:29:21.272988 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-36a34f56-fd3a-4bd2-b111-8c994b36e267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (19cba7bb-6abe-4d9a-adf1-5900a20ed354), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:21.282798 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-36a34f56-fd3a-4bd2-b111-8c994b36e267 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:21.284173 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-36a34f56-fd3a-4bd2-b111-8c994b36e267 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/19cba7bb-6abe-4d9a-adf1-5900a20ed354 HTTP/1.1" status: 204 len: 168 time: 1.7259755 Mar 30 01:29:21.335237 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port 750e2b21-96fb-48d0-af89-bf8928441b19 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:29:21.335816 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (750e2b21-96fb-48d0-af89-bf8928441b19), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:21.501164 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a34f56-fd3a-4bd2-b111-8c994b36e267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cba7bb-6abe-4d9a-adf1-5900a20ed354,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:21.606767 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-bb2d07ae-bc09-47aa-b12a-77d5bf626f33 None None] Provisioning complete for port 859c8630-07ce-4498-b24f-59cc873c5033 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:29:21.607726 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bb2d07ae-bc09-47aa-b12a-77d5bf626f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (859c8630-07ce-4498-b24f-59cc873c5033), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:21.624303 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6871e6-b850-430e-9f7c-ed7558a5f1b7 admin admin] Router 6f7a6db5-22fa-4aaf-942a-34ebe367e11f has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:29:21.671167 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-bb2d07ae-bc09-47aa-b12a-77d5bf626f33 None None] Port 859c8630-07ce-4498-b24f-59cc873c5033 cannot update to ACTIVE because it is not bound. {{(pid=103230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:29:21.687171 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port 750e2b21-96fb-48d0-af89-bf8928441b19 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:21.705436 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-038c54fd-81e0-49b1-8943-ff82799f0631 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Publish callbacks [] for port (294aab08-91bb-4250-8bc8-58e8f33cb7e9), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:21.940713 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-01972bd9-642b-4095-9a0e-6ed035c67982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:22.328885 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-af42fe89-8a5c-4a77-b76d-3c35a5be8166 req-c2808b0a-5b13-49ad-9b11-5d700160b605 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f HTTP/1.1" status: 200 len: 210 time: 0.0995700 Mar 30 01:29:22.386654 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 37894) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:22.447605 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-038c54fd-81e0-49b1-8943-ff82799f0631 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294'] for port (294aab08-91bb-4250-8bc8-58e8f33cb7e9), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:22.523886 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-f6dd1e8c-df23-465c-80ad-5c380d7efc48 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:22.526474 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-f6dd1e8c-df23-465c-80ad-5c380d7efc48 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/networks?id=37a51576-2901-40b9-a77d-ddc99f82f95c HTTP/1.1" status: 200 len: 817 time: 0.8164763 Mar 30 01:29:22.691692 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6871e6-b850-430e-9f7c-ed7558a5f1b7 admin admin] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:29:22.715201 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74afb633-19a4-4b22-ad21-4b982c583b4b None None] Sync routers for ids ['6f7a6db5-22fa-4aaf-942a-34ebe367e11f'] in dv-cinder-817135-7-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:29:22.717287 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-837ce1a4-d668-4bfd-836f-70771b432049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:22.741213 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74afb633-19a4-4b22-ad21-4b982c583b4b None None] Routers {'6f7a6db5-22fa-4aaf-942a-34ebe367e11f'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:29:22.743623 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-74afb633-19a4-4b22-ad21-4b982c583b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:29:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6f7a6db5-22fa-4aaf-942a-34ebe367e11f'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:22.839622 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-7c6871e6-b850-430e-9f7c-ed7558a5f1b7 admin admin] 10.222.0.25 "PUT /v2.0/routers/6f7a6db5-22fa-4aaf-942a-34ebe367e11f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7550488 Mar 30 01:29:22.888217 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-038c54fd-81e0-49b1-8943-ff82799f0631 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Network 022609af-137c-427c-92c2-c8063a5bf3ae is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:29:22.897112 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-74afb633-19a4-4b22-ad21-4b982c583b4b None None] Set router 6f7a6db5-22fa-4aaf-942a-34ebe367e11f gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:29:22.918861 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c54fd-81e0-49b1-8943-ff82799f0631 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Pushing event updated for resources: {'Port': ['ID=294aab08-91bb-4250-8bc8-58e8f33cb7e9,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:22.949688 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-38ff8a1a-08b3-4d0d-942d-048d02f59731 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/quotas/4d9a35d928b647dc9915d88e0bf1f590 HTTP/1.1" status: 200 len: 375 time: 0.4140015 Mar 30 01:29:22.962482 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-038c54fd-81e0-49b1-8943-ff82799f0631 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:29:22.966305 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-837ce1a4-d668-4bfd-836f-70771b432049 admin admin] Publish callbacks [] for security_group (78d3cef2-5d65-415a-86be-73ff0cb5fa46), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:22.975654 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-837ce1a4-d668-4bfd-836f-70771b432049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (78d3cef2-5d65-415a-86be-73ff0cb5fa46), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:22.986645 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:23.116834 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-837ce1a4-d668-4bfd-836f-70771b432049 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d974fd04ca0949c99016abaa63c4fa66&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7287586 Mar 30 01:29:23.117784 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 37920) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:23.138663 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ce1a4-d668-4bfd-836f-70771b432049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d3cef2-5d65-415a-86be-73ff0cb5fa46,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:23.153293 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-038c54fd-81e0-49b1-8943-ff82799f0631 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:29:23.158961 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-038c54fd-81e0-49b1-8943-ff82799f0631 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:23.161951 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-038c54fd-81e0-49b1-8943-ff82799f0631 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:23.213646 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2 up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:29:23.253918 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-038c54fd-81e0-49b1-8943-ff82799f0631 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0787706 Mar 30 01:29:23.271857 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-23faa547-ae3b-48ae-8567-e16634860a28 admin admin] Publish callbacks [] for security_group (78d3cef2-5d65-415a-86be-73ff0cb5fa46), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:23.281970 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-68c14d9d-28e9-4a8d-87fe-927c4248bc0f tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 01:29:23.282784 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-68c14d9d-28e9-4a8d-87fe-927c4248bc0f tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123208 Mar 30 01:29:23.319154 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-aed49e66-bd22-40fa-9020-61da4f4fe558 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4d9a35d928b647dc9915d88e0bf1f590&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3644133 Mar 30 01:29:23.341764 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-23faa547-ae3b-48ae-8567-e16634860a28 admin admin] Publish callbacks [] for security_group (78d3cef2-5d65-415a-86be-73ff0cb5fa46), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:23.377895 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-74afb633-19a4-4b22-ad21-4b982c583b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'name': 'tempest-AttachVolumeShelveTestJSON-2106925405-router', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:09Z', 'updated_at': '2022-03-30T01:29:17Z', 'revision_number': 4, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'gw_port': {'id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:10Z', 'updated_at': '2022-03-30T01:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '859c8630-07ce-4498-b24f-59cc873c5033', 'name': '', 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'mac_address': 'fa:16:3e:26:62:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:15Z', 'updated_at': '2022-03-30T01:29:19Z', 'revision_number': 2, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'subnets': [{'id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:23.413258 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port 4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:29:23.413658 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:23.426576 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74afb633-19a4-4b22-ad21-4b982c583b4b None None] Checking router: 6f7a6db5-22fa-4aaf-942a-34ebe367e11f for host: dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:29:23.426930 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74afb633-19a4-4b22-ad21-4b982c583b4b None None] Updating router 6f7a6db5-22fa-4aaf-942a-34ebe367e11f port 859c8630-07ce-4498-b24f-59cc873c5033 binding host dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:29:23.473500 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-74afb633-19a4-4b22-ad21-4b982c583b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (859c8630-07ce-4498-b24f-59cc873c5033), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:23.488328 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-23faa547-ae3b-48ae-8567-e16634860a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (78d3cef2-5d65-415a-86be-73ff0cb5fa46), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:23.499944 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-23faa547-ae3b-48ae-8567-e16634860a28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:23.514826 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-23faa547-ae3b-48ae-8567-e16634860a28 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/78d3cef2-5d65-415a-86be-73ff0cb5fa46 HTTP/1.1" status: 204 len: 168 time: 0.3959682 Mar 30 01:29:23.545833 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faa547-ae3b-48ae-8567-e16634860a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d3cef2-5d65-415a-86be-73ff0cb5fa46,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:23.638444 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-382b6f05-b893-4abc-84c6-947146979605 service neutron] 10.222.0.25 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130887 Mar 30 01:29:23.801080 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port 4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2 is: DOWN; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:23.805050 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:23.902013 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] For port 4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2,segment=NetworkSegment(06f2df17-57da-4e9c-9934-3a429189481b),segment_id=06f2df17-57da-4e9c-9934-3a429189481b)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:29:23.916755 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:23.920936 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-bd22557f-0599-4be0-8634-a0d0b721a1e6 service neutron] 10.222.0.25 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705848 Mar 30 01:29:24.041853 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Pushing event updated for resources: {'Port': ['ID=4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:24.070021 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-74afb633-19a4-4b22-ad21-4b982c583b4b None None] Publish callbacks [] for port (859c8630-07ce-4498-b24f-59cc873c5033), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:24.076947 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359351b2-a3b2-4a55-863b-643f1407a98c None None] Sync routers for ids ['6bbc8d87-55bd-42b1-8abf-1af130f19d7f'] in dv-cinder-817135-7-smb {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:29:24.095666 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-74afb633-19a4-4b22-ad21-4b982c583b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (859c8630-07ce-4498-b24f-59cc873c5033), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:24.111653 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359351b2-a3b2-4a55-863b-643f1407a98c None None] Routers {'6bbc8d87-55bd-42b1-8abf-1af130f19d7f'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:29:24.115153 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-359351b2-a3b2-4a55-863b-643f1407a98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:29:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6bbc8d87-55bd-42b1-8abf-1af130f19d7f'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:24.331728 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2b9ab-1ba4-421d-8b76-a221ccb83e81 None None] Pushing event updated for resources: {'Port': ['ID=859c8630-07ce-4498-b24f-59cc873c5033,revision_number=3']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:24.540052 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-74afb633-19a4-4b22-ad21-4b982c583b4b None None] Attempting to bind port 859c8630-07ce-4498-b24f-59cc873c5033 on host dv-cinder-817135-7-smb for vnic_type normal with profile {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:29:24.540417 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-74afb633-19a4-4b22-ad21-4b982c583b4b None None] Attempting to bind port 859c8630-07ce-4498-b24f-59cc873c5033 by drivers openvswitch,hyperv on host dv-cinder-817135-7-smb at level 0 using segments [{'id': '5d2e7dcd-3d5b-47c5-be1e-e458e697b14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1'}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:29:24.540779 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74afb633-19a4-4b22-ad21-4b982c583b4b None None] Attempting to bind port 859c8630-07ce-4498-b24f-59cc873c5033 on network 43648525-c7cf-4e35-9f44-2977e45db7f1 {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:29:24.559897 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74afb633-19a4-4b22-ad21-4b982c583b4b None None] Checking agent: {'id': 'e1925a54-03b2-438f-8645-7588892df62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 56), 'started_at': datetime.datetime(2022, 3, 30, 1, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:29:24.560320 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74afb633-19a4-4b22-ad21-4b982c583b4b None None] Checking segment: {'id': '5d2e7dcd-3d5b-47c5-be1e-e458e697b14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:29:24.560667 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-74afb633-19a4-4b22-ad21-4b982c583b4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:24.561056 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74afb633-19a4-4b22-ad21-4b982c583b4b None None] Bound using segment: {'id': '5d2e7dcd-3d5b-47c5-be1e-e458e697b14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1'} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:29:24.561540 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-74afb633-19a4-4b22-ad21-4b982c583b4b None None] Bound port: 859c8630-07ce-4498-b24f-59cc873c5033, host: dv-cinder-817135-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2e7dcd-3d5b-47c5-be1e-e458e697b14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1'}}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:29:24.561923 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-74afb633-19a4-4b22-ad21-4b982c583b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (859c8630-07ce-4498-b24f-59cc873c5033), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:24.644504 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:24.740889 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1bf832-a8d1-49bf-94e3-5a1cc13cce3c req-0614193a-4aca-453f-a3cb-ba1c3eaa7785 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:24.756589 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ed1bf832-a8d1-49bf-94e3-5a1cc13cce3c req-0614193a-4aca-453f-a3cb-ba1c3eaa7785 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f HTTP/1.1" status: 200 len: 932 time: 0.2691231 Mar 30 01:29:24.780881 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-359351b2-a3b2-4a55-863b-643f1407a98c None None] Set router 6bbc8d87-55bd-42b1-8abf-1af130f19d7f gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:29:24.844571 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-74afb633-19a4-4b22-ad21-4b982c583b4b None None] For port 859c8630-07ce-4498-b24f-59cc873c5033, host dv-cinder-817135-7-smb, cleared binding levels {{(pid=103231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:29:24.852852 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-74afb633-19a4-4b22-ad21-4b982c583b4b None None] For port 859c8630-07ce-4498-b24f-59cc873c5033, host dv-cinder-817135-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=859c8630-07ce-4498-b24f-59cc873c5033,segment=NetworkSegment(5d2e7dcd-3d5b-47c5-be1e-e458e697b14e),segment_id=5d2e7dcd-3d5b-47c5-be1e-e458e697b14e)] {{(pid=103231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:29:24.874786 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-74afb633-19a4-4b22-ad21-4b982c583b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (859c8630-07ce-4498-b24f-59cc873c5033), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:24.924681 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ed1bf832-a8d1-49bf-94e3-5a1cc13cce3c req-61ab63f5-6d42-4920-a032-41636c98b093 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e5ab77e-788a-4751-8b17-bab818a57bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649175 Mar 30 01:29:25.027718 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2b9ab-1ba4-421d-8b76-a221ccb83e81 None None] Pushing event updated for resources: {'Port': ['ID=859c8630-07ce-4498-b24f-59cc873c5033,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:25.086585 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74afb633-19a4-4b22-ad21-4b982c583b4b None None] Routers {'6f7a6db5-22fa-4aaf-942a-34ebe367e11f'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:29:25.089766 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-74afb633-19a4-4b22-ad21-4b982c583b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:29:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6f7a6db5-22fa-4aaf-942a-34ebe367e11f'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:25.091993 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-20383335-e518-4d12-b5ac-3c6a20a6abb0 req-f70140e5-e0ac-4ef5-95e8-da46ba566696 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=f203bc01-737a-4ecd-b04e-e1f7f87374a0 HTTP/1.1" status: 200 len: 210 time: 0.0771401 Mar 30 01:29:25.217620 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-a593f202-a003-413c-b1a8-8c89852251d1 None None] Provisioning complete for port 859c8630-07ce-4498-b24f-59cc873c5033 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:29:25.219120 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a593f202-a003-413c-b1a8-8c89852251d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (859c8630-07ce-4498-b24f-59cc873c5033), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:25.221589 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2 up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:29:25.239170 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-3289e1f0-d895-46e6-adab-65e481b58652 service neutron] Request body: {'port': {'device_id': '9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:25.265162 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 37986) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:25.299354 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ef3d73c2-e954-4cc3-ab36-0bf4f2870f76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:25.421564 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-74afb633-19a4-4b22-ad21-4b982c583b4b None None] Set router 6f7a6db5-22fa-4aaf-942a-34ebe367e11f gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:29:25.507652 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-3289e1f0-d895-46e6-adab-65e481b58652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (294aab08-91bb-4250-8bc8-58e8f33cb7e9), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:25.676408 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ef3d73c2-e954-4cc3-ab36-0bf4f2870f76 admin admin] Publish callbacks [] for security_group (d2741c1c-35a9-48e2-9e73-b4d0ad6b7f02), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:25.683415 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port 4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:29:25.684757 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:25.687714 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ef3d73c2-e954-4cc3-ab36-0bf4f2870f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (d2741c1c-35a9-48e2-9e73-b4d0ad6b7f02), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:25.768799 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 37994) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:25.866535 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-ef3d73c2-e954-4cc3-ab36-0bf4f2870f76 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a15c4e606f5142859a1b35b5ddb96bfb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5999720 Mar 30 01:29:25.888002 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 38000) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:25.894879 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d73c2-e954-4cc3-ab36-0bf4f2870f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2741c1c-35a9-48e2-9e73-b4d0ad6b7f02,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:26.131827 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-3289e1f0-d895-46e6-adab-65e481b58652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 294aab08-91bb-4250-8bc8-58e8f33cb7e9 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:29:26.141152 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-3289e1f0-d895-46e6-adab-65e481b58652 service neutron] Publish callbacks [] for port (294aab08-91bb-4250-8bc8-58e8f33cb7e9), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:26.145855 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-786c0de7-3a73-456d-a81e-1071001f60d7 admin admin] Publish callbacks [] for security_group (d2741c1c-35a9-48e2-9e73-b4d0ad6b7f02), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:26.185816 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-3289e1f0-d895-46e6-adab-65e481b58652 service neutron] Transition to ACTIVE for port object 294aab08-91bb-4250-8bc8-58e8f33cb7e9 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:29:26.197793 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-74afb633-19a4-4b22-ad21-4b982c583b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'name': 'tempest-AttachVolumeShelveTestJSON-2106925405-router', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:09Z', 'updated_at': '2022-03-30T01:29:17Z', 'revision_number': 4, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'gw_port': {'id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:10Z', 'updated_at': '2022-03-30T01:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '859c8630-07ce-4498-b24f-59cc873c5033', 'name': '', 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'mac_address': 'fa:16:3e:26:62:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:15Z', 'updated_at': '2022-03-30T01:29:24Z', 'revision_number': 4, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'subnets': [{'id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:26.219763 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-3289e1f0-d895-46e6-adab-65e481b58652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (294aab08-91bb-4250-8bc8-58e8f33cb7e9), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:26.292389 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74afb633-19a4-4b22-ad21-4b982c583b4b None None] The sync data for ids ['6f7a6db5-22fa-4aaf-942a-34ebe367e11f'] in dv-cinder-817135-7-smb is: [{'id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'name': 'tempest-AttachVolumeShelveTestJSON-2106925405-router', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:09Z', 'updated_at': '2022-03-30T01:29:17Z', 'revision_number': 4, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'gw_port': {'id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:10Z', 'updated_at': '2022-03-30T01:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '859c8630-07ce-4498-b24f-59cc873c5033', 'name': '', 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'mac_address': 'fa:16:3e:26:62:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:15Z', 'updated_at': '2022-03-30T01:29:24Z', 'revision_number': 4, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'subnets': [{'id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:29:26.514449 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 38024) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:26.532396 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289e1f0-d895-46e6-adab-65e481b58652 service neutron] Pushing event updated for resources: {'Port': ['ID=294aab08-91bb-4250-8bc8-58e8f33cb7e9,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:26.548360 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-fd5235a7-9ee4-44b3-905b-8dbf39de6cc2 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Request body: {'security_group': {'name': 'tempest-securitygroup--604197928', 'description': 'tempest-description--914904538'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:26.620442 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:26.716839 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-786c0de7-3a73-456d-a81e-1071001f60d7 admin admin] Publish callbacks [] for security_group (d2741c1c-35a9-48e2-9e73-b4d0ad6b7f02), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:26.738375 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-359351b2-a3b2-4a55-863b-643f1407a98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-29569113-router', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.81'}], 'enable_snat': True}, 'gw_port_id': '4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:11Z', 'updated_at': '2022-03-30T01:29:18Z', 'revision_number': 4, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'gw_port': {'id': '4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:12Z', 'updated_at': '2022-03-30T01:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': 'b1ff1662-59ac-48ab-920a-fe86371d1609', 'name': '', 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'mac_address': 'fa:16:3e:e1:e7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '81bb63ca-5b7c-44e1-993e-20d1ff7fbcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:17Z', 'updated_at': '2022-03-30T01:29:19Z', 'revision_number': 2, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'subnets': [{'id': '81bb63ca-5b7c-44e1-993e-20d1ff7fbcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:26.816464 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-3289e1f0-d895-46e6-adab-65e481b58652 service neutron] Attempting to bind port 294aab08-91bb-4250-8bc8-58e8f33cb7e9 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:29:26.816842 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-3289e1f0-d895-46e6-adab-65e481b58652 service neutron] Attempting to bind port 294aab08-91bb-4250-8bc8-58e8f33cb7e9 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'eb774c52-a9ed-4a49-a43c-d2be71fdae78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '022609af-137c-427c-92c2-c8063a5bf3ae'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:29:26.817163 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-3289e1f0-d895-46e6-adab-65e481b58652 service neutron] Attempting to bind port 294aab08-91bb-4250-8bc8-58e8f33cb7e9 on network 022609af-137c-427c-92c2-c8063a5bf3ae {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:29:26.826767 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-786c0de7-3a73-456d-a81e-1071001f60d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (d2741c1c-35a9-48e2-9e73-b4d0ad6b7f02), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:26.829864 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-786c0de7-3a73-456d-a81e-1071001f60d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:26.831453 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-786c0de7-3a73-456d-a81e-1071001f60d7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d2741c1c-35a9-48e2-9e73-b4d0ad6b7f02 HTTP/1.1" status: 204 len: 168 time: 0.9100873 Mar 30 01:29:26.847813 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fd5235a7-9ee4-44b3-905b-8dbf39de6cc2 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:26.866264 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bee5e340-68ea-4268-9840-45c4bb298a1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:26.950598 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-3289e1f0-d895-46e6-adab-65e481b58652 service neutron] Port 294aab08-91bb-4250-8bc8-58e8f33cb7e9 on network 022609af-137c-427c-92c2-c8063a5bf3ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:29:26.950924 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-3289e1f0-d895-46e6-adab-65e481b58652 service neutron] Attempting to bind port 294aab08-91bb-4250-8bc8-58e8f33cb7e9 on network 022609af-137c-427c-92c2-c8063a5bf3ae {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:29:27.010444 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c0de7-3a73-456d-a81e-1071001f60d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2741c1c-35a9-48e2-9e73-b4d0ad6b7f02,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:27.023409 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bee5e340-68ea-4268-9840-45c4bb298a1a admin admin] Publish callbacks [] for security_group (b2ca7e3d-b49e-4b43-a951-b05781282396), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:27.031841 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bee5e340-68ea-4268-9840-45c4bb298a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (b2ca7e3d-b49e-4b43-a951-b05781282396), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:27.060298 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3cc2f-5c9f-4d42-ae37-10a9e935569b req-e428b0a1-2b61-4262-952c-505e7a0ef525 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:27.075700 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-aab3cc2f-5c9f-4d42-ae37-10a9e935569b req-e428b0a1-2b61-4262-952c-505e7a0ef525 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f HTTP/1.1" status: 200 len: 944 time: 0.8846767 Mar 30 01:29:27.076533 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-3289e1f0-d895-46e6-adab-65e481b58652 service neutron] Checking agent: {'id': '4d4a4723-54eb-40cd-a736-b5d7ac710e77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'started_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:29:27.076929 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-3289e1f0-d895-46e6-adab-65e481b58652 service neutron] Checking segment: {'id': 'eb774c52-a9ed-4a49-a43c-d2be71fdae78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '022609af-137c-427c-92c2-c8063a5bf3ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:29:27.077554 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-3289e1f0-d895-46e6-adab-65e481b58652 service neutron] Bound using segment: {'id': 'eb774c52-a9ed-4a49-a43c-d2be71fdae78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '022609af-137c-427c-92c2-c8063a5bf3ae'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:29:27.078009 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-3289e1f0-d895-46e6-adab-65e481b58652 service neutron] Bound port: 294aab08-91bb-4250-8bc8-58e8f33cb7e9, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb774c52-a9ed-4a49-a43c-d2be71fdae78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '022609af-137c-427c-92c2-c8063a5bf3ae'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:29:27.078371 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-3289e1f0-d895-46e6-adab-65e481b58652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (294aab08-91bb-4250-8bc8-58e8f33cb7e9), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:27.131884 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359351b2-a3b2-4a55-863b-643f1407a98c None None] Checking router: 6bbc8d87-55bd-42b1-8abf-1af130f19d7f for host: dv-cinder-817135-7-smb {{(pid=103230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:29:27.136837 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359351b2-a3b2-4a55-863b-643f1407a98c None None] Updating router 6bbc8d87-55bd-42b1-8abf-1af130f19d7f port b1ff1662-59ac-48ab-920a-fe86371d1609 binding host dv-cinder-817135-7-smb {{(pid=103230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:29:27.150926 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-bee5e340-68ea-4268-9840-45c4bb298a1a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e5eb2ac439f4fe6a368efd20b55d85d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2780945 Mar 30 01:29:27.178671 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 38042) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:27.180170 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5e340-68ea-4268-9840-45c4bb298a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ca7e3d-b49e-4b43-a951-b05781282396,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:27.232994 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port 4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:27.270997 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-a593f202-a003-413c-b1a8-8c89852251d1 None None] Current status of the port 859c8630-07ce-4498-b24f-59cc873c5033 is: DOWN; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:27.271423 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a593f202-a003-413c-b1a8-8c89852251d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (859c8630-07ce-4498-b24f-59cc873c5033), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:27.312130 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-359351b2-a3b2-4a55-863b-643f1407a98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (b1ff1662-59ac-48ab-920a-fe86371d1609), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:27.415436 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-3289e1f0-d895-46e6-adab-65e481b58652 service neutron] For port 294aab08-91bb-4250-8bc8-58e8f33cb7e9, host hv-cinder-81713, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:29:27.424670 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-a593f202-a003-413c-b1a8-8c89852251d1 None None] For port 859c8630-07ce-4498-b24f-59cc873c5033, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=859c8630-07ce-4498-b24f-59cc873c5033,segment=NetworkSegment(5d2e7dcd-3d5b-47c5-be1e-e458e697b14e),segment_id=5d2e7dcd-3d5b-47c5-be1e-e458e697b14e)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:29:27.440113 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-3289e1f0-d895-46e6-adab-65e481b58652 service neutron] For port 294aab08-91bb-4250-8bc8-58e8f33cb7e9, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=294aab08-91bb-4250-8bc8-58e8f33cb7e9,segment=NetworkSegment(eb774c52-a9ed-4a49-a43c-d2be71fdae78),segment_id=eb774c52-a9ed-4a49-a43c-d2be71fdae78)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:29:27.440238 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-28e9d15f-a4ed-4b1b-aea3-3e6efa492ac3 admin admin] Publish callbacks [] for security_group (b2ca7e3d-b49e-4b43-a951-b05781282396), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:27.490312 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a593f202-a003-413c-b1a8-8c89852251d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (859c8630-07ce-4498-b24f-59cc873c5033), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:27.497875 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-28e9d15f-a4ed-4b1b-aea3-3e6efa492ac3 admin admin] Publish callbacks [] for security_group (b2ca7e3d-b49e-4b43-a951-b05781282396), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:27.651740 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-28e9d15f-a4ed-4b1b-aea3-3e6efa492ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (b2ca7e3d-b49e-4b43-a951-b05781282396), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:27.665133 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-28e9d15f-a4ed-4b1b-aea3-3e6efa492ac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:27.666655 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-28e9d15f-a4ed-4b1b-aea3-3e6efa492ac3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b2ca7e3d-b49e-4b43-a951-b05781282396 HTTP/1.1" status: 204 len: 168 time: 0.4613008 Mar 30 01:29:27.672200 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.18', 60377) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:27.676624 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-aab3cc2f-5c9f-4d42-ae37-10a9e935569b req-96ae9516-cb43-42bd-9e10-a9dc63244720 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e5ab77e-788a-4751-8b17-bab818a57bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5336030 Mar 30 01:29:27.680632 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593f202-a003-413c-b1a8-8c89852251d1 None None] Pushing event updated for resources: {'Port': ['ID=859c8630-07ce-4498-b24f-59cc873c5033,revision_number=5']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:27.699558 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 859c8630-07ce-4498-b24f-59cc873c5033 up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:29:27.748830 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9d15f-a4ed-4b1b-aea3-3e6efa492ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ca7e3d-b49e-4b43-a951-b05781282396,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:27.851866 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-3289e1f0-d895-46e6-adab-65e481b58652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (294aab08-91bb-4250-8bc8-58e8f33cb7e9), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:28.008669 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-3289e1f0-d895-46e6-adab-65e481b58652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:28.009287 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-3289e1f0-d895-46e6-adab-65e481b58652 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:28.011420 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-3289e1f0-d895-46e6-adab-65e481b58652 service neutron] 10.222.0.18 "PUT /v2.0/ports/294aab08-91bb-4250-8bc8-58e8f33cb7e9 HTTP/1.1" status: 200 len: 1094 time: 4.1649396 Mar 30 01:29:28.060372 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f', 'tag': '294aab08-91bb-4250-8bc8-58e8f33cb7e9'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:29:28.063772 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-cf1d2233-e110-4fca-b9c1-c061f006bee1 None None] Provisioning complete for port 859c8630-07ce-4498-b24f-59cc873c5033 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:29:28.064139 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cf1d2233-e110-4fca-b9c1-c061f006bee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (859c8630-07ce-4498-b24f-59cc873c5033), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:28.345437 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-fdb97bf2-3b94-496e-8caf-c1ec2cf254a0 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:28.373670 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-fdb97bf2-3b94-496e-8caf-c1ec2cf254a0 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.18 "GET /v2.0/networks?id=37a51576-2901-40b9-a77d-ddc99f82f95c HTTP/1.1" status: 200 len: 817 time: 0.6654150 Mar 30 01:29:28.384130 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-bf34bba3-4211-476a-947f-1bd767afd67c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Request body: {'port': {'device_id': 'f203bc01-737a-4ecd-b04e-e1f7f87374a0', 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c', 'admin_state_up': True, 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:28.465201 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port 859c8630-07ce-4498-b24f-59cc873c5033 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:29:28.465621 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (859c8630-07ce-4498-b24f-59cc873c5033), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:28.731714 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ade712-a26a-4da8-b830-65781c4c650c req-4100db5c-24bf-447c-a749-dc31f51ac3eb tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:28.742783 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a8ade712-a26a-4da8-b830-65781c4c650c req-4100db5c-24bf-447c-a749-dc31f51ac3eb tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/networks?id=37a51576-2901-40b9-a77d-ddc99f82f95c HTTP/1.1" status: 200 len: 817 time: 1.1737230 Mar 30 01:29:28.885514 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a8ade712-a26a-4da8-b830-65781c4c650c req-a7841019-ab87-4d22-9a09-bd6684bd3557 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/quotas/4d9a35d928b647dc9915d88e0bf1f590 HTTP/1.1" status: 200 len: 375 time: 0.1405544 Mar 30 01:29:28.894818 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-3139ea55-0b6e-4522-9b1b-d23e9e849541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:28.896178 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-3139ea55-0b6e-4522-9b1b-d23e9e849541 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c36b0bcab0346c29fdb5f76b0a30eea&device_id=9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f HTTP/1.1" status: 200 len: 1128 time: 0.6650479 Mar 30 01:29:28.917013 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-cf1d2233-e110-4fca-b9c1-c061f006bee1 None None] Current status of the port 859c8630-07ce-4498-b24f-59cc873c5033 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:28.927100 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289e1f0-d895-46e6-adab-65e481b58652 service neutron] Pushing event updated for resources: {'Port': ['ID=294aab08-91bb-4250-8bc8-58e8f33cb7e9,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:29.090469 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-bf34bba3-4211-476a-947f-1bd767afd67c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Made reservation on behalf of 4d9a35d928b647dc9915d88e0bf1f590 for: {'port': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:29:29.094134 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-bf34bba3-4211-476a-947f-1bd767afd67c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:29.277215 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 38136) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:29.289232 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-359351b2-a3b2-4a55-863b-643f1407a98c None None] Publish callbacks [] for port (b1ff1662-59ac-48ab-920a-fe86371d1609), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:29.294749 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port 859c8630-07ce-4498-b24f-59cc873c5033 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:29.299133 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-359351b2-a3b2-4a55-863b-643f1407a98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (b1ff1662-59ac-48ab-920a-fe86371d1609), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:29.435208 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f60e77-6c39-4034-adc1-0dde5704fc2d None None] Pushing event updated for resources: {'Port': ['ID=b1ff1662-59ac-48ab-920a-fe86371d1609,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:29.579929 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 859c8630-07ce-4498-b24f-59cc873c5033 up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:29:29.607920 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fd5235a7-9ee4-44b3-905b-8dbf39de6cc2 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for security_group (8a63154b-c9d0-48ae-a0a9-e4857c221cd3), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:29.615543 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-792224e8-2d72-4c36-b162-d528bafed031 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=294aab08-91bb-4250-8bc8-58e8f33cb7e9 HTTP/1.1" status: 200 len: 217 time: 0.6818066 Mar 30 01:29:29.626050 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ee1e0a93b5aae8634dc44ede2e08a21acb25dbbcfc8760de0fb17172de978b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3bc187-8740-43c6-b373-c06df596e5e9" -d '{"events": [{"name": "network-changed", "server_uuid": "9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f", "tag": "294aab08-91bb-4250-8bc8-58e8f33cb7e9"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:29:29.660989 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-359351b2-a3b2-4a55-863b-643f1407a98c None None] Attempting to bind port b1ff1662-59ac-48ab-920a-fe86371d1609 on host dv-cinder-817135-7-smb for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:29:29.661359 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-359351b2-a3b2-4a55-863b-643f1407a98c None None] Attempting to bind port b1ff1662-59ac-48ab-920a-fe86371d1609 by drivers openvswitch,hyperv on host dv-cinder-817135-7-smb at level 0 using segments [{'id': '0799e6d0-5ecf-44b1-ac82-16ebbd925b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:29:29.661733 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359351b2-a3b2-4a55-863b-643f1407a98c None None] Attempting to bind port b1ff1662-59ac-48ab-920a-fe86371d1609 on network 37a51576-2901-40b9-a77d-ddc99f82f95c {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:29:29.682920 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359351b2-a3b2-4a55-863b-643f1407a98c None None] Checking agent: {'id': 'e1925a54-03b2-438f-8645-7588892df62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 56), 'started_at': datetime.datetime(2022, 3, 30, 1, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:29:29.688484 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359351b2-a3b2-4a55-863b-643f1407a98c None None] Checking segment: {'id': '0799e6d0-5ecf-44b1-ac82-16ebbd925b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:29:29.690313 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-359351b2-a3b2-4a55-863b-643f1407a98c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:29.691093 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359351b2-a3b2-4a55-863b-643f1407a98c None None] Bound using segment: {'id': '0799e6d0-5ecf-44b1-ac82-16ebbd925b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:29:29.695192 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fd5235a7-9ee4-44b3-905b-8dbf39de6cc2 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (8a63154b-c9d0-48ae-a0a9-e4857c221cd3), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:29.699242 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-359351b2-a3b2-4a55-863b-643f1407a98c None None] Bound port: b1ff1662-59ac-48ab-920a-fe86371d1609, host: dv-cinder-817135-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0799e6d0-5ecf-44b1-ac82-16ebbd925b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:29:29.699715 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-359351b2-a3b2-4a55-863b-643f1407a98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (b1ff1662-59ac-48ab-920a-fe86371d1609), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:29.731464 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-bf34bba3-4211-476a-947f-1bd767afd67c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Allocated IP 172.20.0.12 (37a51576-2901-40b9-a77d-ddc99f82f95c/81bb63ca-5b7c-44e1-993e-20d1ff7fbcda/969bcbfd-bd0f-4374-81f5-809ac03f3009) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:29:29.892363 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-359351b2-a3b2-4a55-863b-643f1407a98c None None] For port b1ff1662-59ac-48ab-920a-fe86371d1609, host dv-cinder-817135-7-smb, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:29:29.897600 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-359351b2-a3b2-4a55-863b-643f1407a98c None None] For port b1ff1662-59ac-48ab-920a-fe86371d1609, host dv-cinder-817135-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=b1ff1662-59ac-48ab-920a-fe86371d1609,segment=NetworkSegment(0799e6d0-5ecf-44b1-ac82-16ebbd925b69),segment_id=0799e6d0-5ecf-44b1-ac82-16ebbd925b69)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:29:29.910814 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-359351b2-a3b2-4a55-863b-643f1407a98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (b1ff1662-59ac-48ab-920a-fe86371d1609), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:29.992450 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fd5235a7-9ee4-44b3-905b-8dbf39de6cc2 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:29.994580 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-fd5235a7-9ee4-44b3-905b-8dbf39de6cc2 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 3.4553342 Mar 30 01:29:29.996435 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-49845322-9d3c-4306-bcec-ba16b5110a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:29.998235 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-49845322-9d3c-4306-bcec-ba16b5110a55 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c83a8a20-5c9c-42e0-8c30-83092229bf4b HTTP/1.1" status: 200 len: 852 time: 0.3082633 Mar 30 01:29:30.005160 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 38154) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:30.017525 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port 859c8630-07ce-4498-b24f-59cc873c5033 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:29:30.018119 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (859c8630-07ce-4498-b24f-59cc873c5033), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:30.030500 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-1d6f3c03-b49b-4f83-a64f-36de9d9e0ef1 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Request body: {'security_group_rule': {'security_group_id': '8a63154b-c9d0-48ae-a0a9-e4857c221cd3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:30.050123 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-00dc2d99-859f-49d0-b752-4af97d31baca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:30.133801 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359351b2-a3b2-4a55-863b-643f1407a98c None None] Routers {'6bbc8d87-55bd-42b1-8abf-1af130f19d7f'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:29:30.136056 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-359351b2-a3b2-4a55-863b-643f1407a98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:29:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6bbc8d87-55bd-42b1-8abf-1af130f19d7f'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:30.246380 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5235a7-9ee4-44b3-905b-8dbf39de6cc2 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a63154b-c9d0-48ae-a0a9-e4857c221cd3,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:30.327168 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a8ade712-a26a-4da8-b830-65781c4c650c req-fe4b48dc-6c22-48a5-8fc9-64b173bdec22 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4d9a35d928b647dc9915d88e0bf1f590&fields=id HTTP/1.1" status: 200 len: 302 time: 1.4406476 Mar 30 01:29:30.376837 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d6f3c03-b49b-4f83-a64f-36de9d9e0ef1 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for security_group_rule (1d41a8d6-7247-4057-bae2-3b7220e98744), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:30.383573 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-d430c1c6-4783-47b5-9fd7-f6a780179b0b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=022609af-137c-427c-92c2-c8063a5bf3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3698876 Mar 30 01:29:30.406845 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-bf34bba3-4211-476a-947f-1bd767afd67c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks [] for port (969bcbfd-bd0f-4374-81f5-809ac03f3009), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:30.507721 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fd086-95ab-409d-be06-626cc9f580d9 req-884952db-f542-4ba2-9ccb-17e38b6a5716 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:30.519174 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7f7fd086-95ab-409d-be06-626cc9f580d9 req-884952db-f542-4ba2-9ccb-17e38b6a5716 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f HTTP/1.1" status: 200 len: 944 time: 1.6128240 Mar 30 01:29:30.532269 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-359351b2-a3b2-4a55-863b-643f1407a98c None None] Set router 6bbc8d87-55bd-42b1-8abf-1af130f19d7f gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:29:30.597639 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-00dc2d99-859f-49d0-b752-4af97d31baca admin admin] Publish callbacks [] for security_group (d5137418-dd0e-4270-bcbe-8270744afe00), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:30.607263 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-00dc2d99-859f-49d0-b752-4af97d31baca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (d5137418-dd0e-4270-bcbe-8270744afe00), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:30.645130 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-efd834e4-38d7-4bcc-a2d8-2965901c2e66 None None] Provisioning complete for port b1ff1662-59ac-48ab-920a-fe86371d1609 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:29:30.647556 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-efd834e4-38d7-4bcc-a2d8-2965901c2e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (b1ff1662-59ac-48ab-920a-fe86371d1609), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:30.673996 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d6f3c03-b49b-4f83-a64f-36de9d9e0ef1 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for security_group_rule (1d41a8d6-7247-4057-bae2-3b7220e98744), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:30.703707 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d6f3c03-b49b-4f83-a64f-36de9d9e0ef1 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532171'] for security_group_rule (1d41a8d6-7247-4057-bae2-3b7220e98744), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:30.711042 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-00dc2d99-859f-49d0-b752-4af97d31baca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e6213eab440d4dea818443d0269658a3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4284639 Mar 30 01:29:30.714523 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc2d99-859f-49d0-b752-4af97d31baca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5137418-dd0e-4270-bcbe-8270744afe00,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:30.725320 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-bf34bba3-4211-476a-947f-1bd767afd67c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294'] for port (969bcbfd-bd0f-4374-81f5-809ac03f3009), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:30.730567 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 38180) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:30.818480 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f3c03-b49b-4f83-a64f-36de9d9e0ef1 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d41a8d6-7247-4057-bae2-3b7220e98744,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:30.914321 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d6f3c03-b49b-4f83-a64f-36de9d9e0ef1 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:30.915631 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-1d6f3c03-b49b-4f83-a64f-36de9d9e0ef1 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9034314 Mar 30 01:29:30.923307 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 38184) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:31.003768 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7f7fd086-95ab-409d-be06-626cc9f580d9 req-7380e07b-2b5b-4877-a972-73141e6f5a6e tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e5ab77e-788a-4751-8b17-bab818a57bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4818220 Mar 30 01:29:31.058911 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-0a3ddd8b-265d-44f4-b64e-8910a4439e96 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Request body: {'security_group_rule': {'security_group_id': '8a63154b-c9d0-48ae-a0a9-e4857c221cd3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:31.074959 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-bf34bba3-4211-476a-947f-1bd767afd67c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Network 37a51576-2901-40b9-a77d-ddc99f82f95c is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:29:31.077411 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf34bba3-4211-476a-947f-1bd767afd67c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Pushing event updated for resources: {'Port': ['ID=969bcbfd-bd0f-4374-81f5-809ac03f3009,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:31.080630 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-bf34bba3-4211-476a-947f-1bd767afd67c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:29:31.093264 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-bf34bba3-4211-476a-947f-1bd767afd67c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:29:31.102312 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-bf34bba3-4211-476a-947f-1bd767afd67c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:31.103040 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-bf34bba3-4211-476a-947f-1bd767afd67c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:31.138559 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f60e77-6c39-4034-adc1-0dde5704fc2d None None] Pushing event updated for resources: {'Port': ['ID=b1ff1662-59ac-48ab-920a-fe86371d1609,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:31.155468 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9386055c-1b51-430f-bd17-89075dd28c97 admin admin] Publish callbacks [] for security_group (d5137418-dd0e-4270-bcbe-8270744afe00), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:31.180997 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-bf34bba3-4211-476a-947f-1bd767afd67c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8028555 Mar 30 01:29:31.198288 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-3c96720b-7b5e-4d83-a070-9f640a2f725b service neutron] Request body: {'port': {'device_id': 'f203bc01-737a-4ecd-b04e-e1f7f87374a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:31.199251 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a3ddd8b-265d-44f4-b64e-8910a4439e96 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for security_group_rule (58e02521-1b8c-4b90-ac7e-1b20d7bcea39), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:31.215122 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9386055c-1b51-430f-bd17-89075dd28c97 admin admin] Publish callbacks [] for security_group (d5137418-dd0e-4270-bcbe-8270744afe00), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:31.281885 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port 859c8630-07ce-4498-b24f-59cc873c5033 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:31.410916 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a3ddd8b-265d-44f4-b64e-8910a4439e96 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for security_group_rule (58e02521-1b8c-4b90-ac7e-1b20d7bcea39), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:31.411615 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-3c96720b-7b5e-4d83-a070-9f640a2f725b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (969bcbfd-bd0f-4374-81f5-809ac03f3009), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:31.440862 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a3ddd8b-265d-44f4-b64e-8910a4439e96 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532171'] for security_group_rule (58e02521-1b8c-4b90-ac7e-1b20d7bcea39), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:31.455740 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-efd834e4-38d7-4bcc-a2d8-2965901c2e66 None None] Current status of the port b1ff1662-59ac-48ab-920a-fe86371d1609 is: DOWN; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:31.459058 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-efd834e4-38d7-4bcc-a2d8-2965901c2e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (b1ff1662-59ac-48ab-920a-fe86371d1609), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:31.473895 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-359351b2-a3b2-4a55-863b-643f1407a98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-29569113-router', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.81'}], 'enable_snat': True}, 'gw_port_id': '4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:11Z', 'updated_at': '2022-03-30T01:29:18Z', 'revision_number': 4, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'gw_port': {'id': '4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:12Z', 'updated_at': '2022-03-30T01:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': 'b1ff1662-59ac-48ab-920a-fe86371d1609', 'name': '', 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'mac_address': 'fa:16:3e:e1:e7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '81bb63ca-5b7c-44e1-993e-20d1ff7fbcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:17Z', 'updated_at': '2022-03-30T01:29:29Z', 'revision_number': 4, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'subnets': [{'id': '81bb63ca-5b7c-44e1-993e-20d1ff7fbcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:31.476357 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-56f2692f-1bdd-45b1-bbe1-25b2a77c4959 service neutron] 10.222.0.18 "GET /v2.0/networks/022609af-137c-427c-92c2-c8063a5bf3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0533843 Mar 30 01:29:31.507139 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a3ddd8b-265d-44f4-b64e-8910a4439e96 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:31.512727 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-0a3ddd8b-265d-44f4-b64e-8910a4439e96 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5282545 Mar 30 01:29:31.512727 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ddd8b-265d-44f4-b64e-8910a4439e96 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e02521-1b8c-4b90-ac7e-1b20d7bcea39,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:31.564316 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 38202) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:31.578554 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-108b3f70-10a8-4b79-8013-14a167d1a078 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Request body: {'floatingip': {'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:31.584413 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359351b2-a3b2-4a55-863b-643f1407a98c None None] The sync data for ids ['6bbc8d87-55bd-42b1-8abf-1af130f19d7f'] in dv-cinder-817135-7-smb is: [{'id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-29569113-router', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.81'}], 'enable_snat': True}, 'gw_port_id': '4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:11Z', 'updated_at': '2022-03-30T01:29:18Z', 'revision_number': 4, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'gw_port': {'id': '4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:12Z', 'updated_at': '2022-03-30T01:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': 'b1ff1662-59ac-48ab-920a-fe86371d1609', 'name': '', 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'mac_address': 'fa:16:3e:e1:e7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '81bb63ca-5b7c-44e1-993e-20d1ff7fbcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:17Z', 'updated_at': '2022-03-30T01:29:29Z', 'revision_number': 4, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'subnets': [{'id': '81bb63ca-5b7c-44e1-993e-20d1ff7fbcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:29:31.662919 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9386055c-1b51-430f-bd17-89075dd28c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (d5137418-dd0e-4270-bcbe-8270744afe00), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:31.665518 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9386055c-1b51-430f-bd17-89075dd28c97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:31.672539 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-9386055c-1b51-430f-bd17-89075dd28c97 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d5137418-dd0e-4270-bcbe-8270744afe00 HTTP/1.1" status: 204 len: 168 time: 0.9404271 Mar 30 01:29:31.703640 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-efd834e4-38d7-4bcc-a2d8-2965901c2e66 None None] For port b1ff1662-59ac-48ab-920a-fe86371d1609, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=b1ff1662-59ac-48ab-920a-fe86371d1609,segment=NetworkSegment(0799e6d0-5ecf-44b1-ac82-16ebbd925b69),segment_id=0799e6d0-5ecf-44b1-ac82-16ebbd925b69)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:29:31.710443 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-efd834e4-38d7-4bcc-a2d8-2965901c2e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (b1ff1662-59ac-48ab-920a-fe86371d1609), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:31.741261 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386055c-1b51-430f-bd17-89075dd28c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5137418-dd0e-4270-bcbe-8270744afe00,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:31.758229 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7216475a-d799-4b9e-bd76-30402f0ed29c req-1ee114c3-aabe-439a-8b39-e45cbc9f994f service neutron] 10.222.0.18 "GET /v2.0/networks/022609af-137c-427c-92c2-c8063a5bf3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474487 Mar 30 01:29:31.860631 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [req-a8ade712-a26a-4da8-b830-65781c4c650c req-2452593c-4c51-493e-af45-328bdfa25af4 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 01:29:31.862355 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a8ade712-a26a-4da8-b830-65781c4c650c req-2452593c-4c51-493e-af45-328bdfa25af4 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9381323 Mar 30 01:29:31.866308 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f641a7-2627-4f27-9a29-337d52411198 x-openstack-request-id: req-c1f641a7-2627-4f27-9a29-337d52411198 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:29:31.866703 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f", "tag": "294aab08-91bb-4250-8bc8-58e8f33cb7e9", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:29:31.867056 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c1f641a7-2627-4f27-9a29-337d52411198 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:29:31.867591 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1f641a7-2627-4f27-9a29-337d52411198'] response: {'name': 'network-changed', 'server_uuid': '9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f', 'tag': '294aab08-91bb-4250-8bc8-58e8f33cb7e9', 'status': 'completed', 'code': 200} Mar 30 01:29:31.909231 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd834e4-38d7-4bcc-a2d8-2965901c2e66 None None] Pushing event updated for resources: {'Port': ['ID=b1ff1662-59ac-48ab-920a-fe86371d1609,revision_number=5']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:31.920783 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-aa0c359b-1687-4e1d-9e28-bcdc3db26856 None None] Provisioning complete for port b1ff1662-59ac-48ab-920a-fe86371d1609 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:29:31.925263 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aa0c359b-1687-4e1d-9e28-bcdc3db26856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (b1ff1662-59ac-48ab-920a-fe86371d1609), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:32.115856 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bc187-8740-43c6-b373-c06df596e5e9 req-c99e9d81-d312-44ce-8ae8-29783b71e104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:32.118915 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-fe3bc187-8740-43c6-b373-c06df596e5e9 req-c99e9d81-d312-44ce-8ae8-29783b71e104 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c36b0bcab0346c29fdb5f76b0a30eea&device_id=9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f HTTP/1.1" status: 200 len: 1128 time: 0.1897173 Mar 30 01:29:32.127826 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a8ade712-a26a-4da8-b830-65781c4c650c req-8e9b6711-74e6-4ec1-88e9-8fc5a98da202 service neutron] 10.222.0.25 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580795 Mar 30 01:29:32.468414 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-3c96720b-7b5e-4d83-a070-9f640a2f725b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 969bcbfd-bd0f-4374-81f5-809ac03f3009 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:29:32.478459 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-3c96720b-7b5e-4d83-a070-9f640a2f725b service neutron] Publish callbacks [] for port (969bcbfd-bd0f-4374-81f5-809ac03f3009), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:32.491649 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bc187-8740-43c6-b373-c06df596e5e9 req-4f2a24a8-035c-4134-804a-11e5402798c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:32.492715 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-fe3bc187-8740-43c6-b373-c06df596e5e9 req-4f2a24a8-035c-4134-804a-11e5402798c1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=022609af-137c-427c-92c2-c8063a5bf3ae HTTP/1.1" status: 200 len: 913 time: 0.3638232 Mar 30 01:29:32.504320 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-3c96720b-7b5e-4d83-a070-9f640a2f725b service neutron] Transition to ACTIVE for port object 969bcbfd-bd0f-4374-81f5-809ac03f3009 will not be triggered until provisioned by entity L2. {{(pid=103228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:29:32.511875 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-3c96720b-7b5e-4d83-a070-9f640a2f725b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (969bcbfd-bd0f-4374-81f5-809ac03f3009), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:32.575175 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c359b-1687-4e1d-9e28-bcdc3db26856 None None] Current status of the port b1ff1662-59ac-48ab-920a-fe86371d1609 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:32.643524 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-108b3f70-10a8-4b79-8013-14a167d1a078 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:32.800633 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-fe3bc187-8740-43c6-b373-c06df596e5e9 req-127c82e1-1db3-49b8-b301-6ff361599f6c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=294aab08-91bb-4250-8bc8-58e8f33cb7e9 HTTP/1.1" status: 200 len: 217 time: 0.2604570 Mar 30 01:29:32.965920 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-3c96720b-7b5e-4d83-a070-9f640a2f725b service neutron] Attempting to bind port 969bcbfd-bd0f-4374-81f5-809ac03f3009 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:29:32.966289 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-3c96720b-7b5e-4d83-a070-9f640a2f725b service neutron] Attempting to bind port 969bcbfd-bd0f-4374-81f5-809ac03f3009 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '0799e6d0-5ecf-44b1-ac82-16ebbd925b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:29:32.997522 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-3c96720b-7b5e-4d83-a070-9f640a2f725b service neutron] Attempting to bind port 969bcbfd-bd0f-4374-81f5-809ac03f3009 on network 37a51576-2901-40b9-a77d-ddc99f82f95c {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:29:33.018163 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-3c96720b-7b5e-4d83-a070-9f640a2f725b service neutron] Port 969bcbfd-bd0f-4374-81f5-809ac03f3009 on network 37a51576-2901-40b9-a77d-ddc99f82f95c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:29:33.018697 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-3c96720b-7b5e-4d83-a070-9f640a2f725b service neutron] Attempting to bind port 969bcbfd-bd0f-4374-81f5-809ac03f3009 on network 37a51576-2901-40b9-a77d-ddc99f82f95c {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:29:33.049141 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad35ef8-95da-4384-af68-4b2756c94db6 req-4e0209af-cc38-4994-8e4d-ee40af5ac57a tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:33.063794 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-cad35ef8-95da-4384-af68-4b2756c94db6 req-4e0209af-cc38-4994-8e4d-ee40af5ac57a tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f HTTP/1.1" status: 200 len: 944 time: 0.8218629 Mar 30 01:29:33.097212 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:29:33.111046 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-3c96720b-7b5e-4d83-a070-9f640a2f725b service neutron] Checking agent: {'id': '4d4a4723-54eb-40cd-a736-b5d7ac710e77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'started_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:29:33.111755 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-3c96720b-7b5e-4d83-a070-9f640a2f725b service neutron] Checking segment: {'id': '0799e6d0-5ecf-44b1-ac82-16ebbd925b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:29:33.112499 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-3c96720b-7b5e-4d83-a070-9f640a2f725b service neutron] Bound using segment: {'id': '0799e6d0-5ecf-44b1-ac82-16ebbd925b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:29:33.113129 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-3c96720b-7b5e-4d83-a070-9f640a2f725b service neutron] Bound port: 969bcbfd-bd0f-4374-81f5-809ac03f3009, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0799e6d0-5ecf-44b1-ac82-16ebbd925b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:29:33.117579 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-3c96720b-7b5e-4d83-a070-9f640a2f725b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (969bcbfd-bd0f-4374-81f5-809ac03f3009), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:33.149208 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96720b-7b5e-4d83-a070-9f640a2f725b service neutron] Pushing event updated for resources: {'Port': ['ID=969bcbfd-bd0f-4374-81f5-809ac03f3009,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:33.157345 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bc187-8740-43c6-b373-c06df596e5e9 req-5ba9e97e-b565-4719-9c2d-b1f57b4ac60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:33.159133 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-fe3bc187-8740-43c6-b373-c06df596e5e9 req-5ba9e97e-b565-4719-9c2d-b1f57b4ac60f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c83a8a20-5c9c-42e0-8c30-83092229bf4b HTTP/1.1" status: 200 len: 852 time: 0.3286812 Mar 30 01:29:33.162453 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a8ade712-a26a-4da8-b830-65781c4c650c req-bbae1522-5143-4209-945a-e56d7087d7eb service neutron] 10.222.0.25 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9976263 Mar 30 01:29:33.215846 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-fe3bc187-8740-43c6-b373-c06df596e5e9 req-d7e60c20-7492-4f55-b2e7-4f5c542aefd1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=022609af-137c-427c-92c2-c8063a5bf3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331848 Mar 30 01:29:33.309705 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-3c96720b-7b5e-4d83-a070-9f640a2f725b service neutron] For port 969bcbfd-bd0f-4374-81f5-809ac03f3009, host hv-cinder-81713, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:29:33.315191 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-3c96720b-7b5e-4d83-a070-9f640a2f725b service neutron] For port 969bcbfd-bd0f-4374-81f5-809ac03f3009, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=969bcbfd-bd0f-4374-81f5-809ac03f3009,segment=NetworkSegment(0799e6d0-5ecf-44b1-ac82-16ebbd925b69),segment_id=0799e6d0-5ecf-44b1-ac82-16ebbd925b69)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:29:33.320955 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-108b3f70-10a8-4b79-8013-14a167d1a078 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:33.349673 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-3c96720b-7b5e-4d83-a070-9f640a2f725b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (969bcbfd-bd0f-4374-81f5-809ac03f3009), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:33.486276 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-fe3bc187-8740-43c6-b373-c06df596e5e9 req-aae504c8-0154-4871-966e-a6a9c4b1c510 service neutron] 10.222.0.18 "GET /v2.0/networks/022609af-137c-427c-92c2-c8063a5bf3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366099 Mar 30 01:29:33.523275 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device b1ff1662-59ac-48ab-920a-fe86371d1609 up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:29:33.719153 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-108b3f70-10a8-4b79-8013-14a167d1a078 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Allocated IP 172.28.0.29 (37ca571a-19ad-455c-abf6-69b74430259c/15a93e34-d4d7-43d8-ae08-ce799dd1e751/c5f4693c-de2c-4885-8926-ee078c06a21d) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:29:33.754024 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port b1ff1662-59ac-48ab-920a-fe86371d1609 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:29:33.758042 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (b1ff1662-59ac-48ab-920a-fe86371d1609), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:33.805119 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-cad35ef8-95da-4384-af68-4b2756c94db6 req-60308b43-6e32-4210-a1e6-a5c8591b986f tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e5ab77e-788a-4751-8b17-bab818a57bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7404175 Mar 30 01:29:33.931234 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0d96e4bd-95fa-4ae2-8e4b-40e34ae3d38e req-42c2be33-9f43-4518-8987-421bce324360 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 210 time: 0.1386518 Mar 30 01:29:34.045893 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96720b-7b5e-4d83-a070-9f640a2f725b service neutron] Pushing event updated for resources: {'Port': ['ID=969bcbfd-bd0f-4374-81f5-809ac03f3009,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:34.068213 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-3c96720b-7b5e-4d83-a070-9f640a2f725b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:34.068834 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-3c96720b-7b5e-4d83-a070-9f640a2f725b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:34.073796 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-fe3bc187-8740-43c6-b373-c06df596e5e9 req-30ea0658-2c27-419f-a0db-47c9c546397d service neutron] 10.222.0.18 "GET /v2.0/networks/022609af-137c-427c-92c2-c8063a5bf3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5622480 Mar 30 01:29:34.075435 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-3c96720b-7b5e-4d83-a070-9f640a2f725b service neutron] 10.222.0.18 "PUT /v2.0/ports/969bcbfd-bd0f-4374-81f5-809ac03f3009 HTTP/1.1" status: 200 len: 1094 time: 2.8845639 Mar 30 01:29:34.075957 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f203bc01-737a-4ecd-b04e-e1f7f87374a0', 'tag': '969bcbfd-bd0f-4374-81f5-809ac03f3009'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:29:34.115596 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port b1ff1662-59ac-48ab-920a-fe86371d1609 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:34.309952 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-108b3f70-10a8-4b79-8013-14a167d1a078 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for port (c5f4693c-de2c-4885-8926-ee078c06a21d), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:34.480845 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-108b3f70-10a8-4b79-8013-14a167d1a078 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294'] for port (c5f4693c-de2c-4885-8926-ee078c06a21d), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:34.590423 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108b3f70-10a8-4b79-8013-14a167d1a078 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Network 37ca571a-19ad-455c-abf6-69b74430259c is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:29:34.605017 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-108b3f70-10a8-4b79-8013-14a167d1a078 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:29:34.613773 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108b3f70-10a8-4b79-8013-14a167d1a078 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:29:34.646305 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-aa99fcd2-9672-4abc-837f-7815d4b3495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:34.648073 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:34.652750 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-aa99fcd2-9672-4abc-837f-7815d4b3495e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d9a35d928b647dc9915d88e0bf1f590&device_id=f203bc01-737a-4ecd-b04e-e1f7f87374a0 HTTP/1.1" status: 200 len: 1128 time: 0.3771458 Mar 30 01:29:34.917175 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-12383f61-c8f0-454d-9412-ad01271702c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=969bcbfd-bd0f-4374-81f5-809ac03f3009 HTTP/1.1" status: 200 len: 217 time: 0.2509780 Mar 30 01:29:34.931198 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89883731-bbd5-4d12-b2dd-084ef92539b7" -d '{"events": [{"name": "network-changed", "server_uuid": "f203bc01-737a-4ecd-b04e-e1f7f87374a0", "tag": "969bcbfd-bd0f-4374-81f5-809ac03f3009"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:29:34.944946 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b3f70-10a8-4b79-8013-14a167d1a078 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Pushing event updated for resources: {'Port': ['ID=c5f4693c-de2c-4885-8926-ee078c06a21d,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:35.023802 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7a546-4757-4533-b13a-efccf7de15cc req-ebbc693f-725a-42b2-b9cb-faeec9e849be tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:35.025715 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-22f7a546-4757-4533-b13a-efccf7de15cc req-ebbc693f-725a-42b2-b9cb-faeec9e849be tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f HTTP/1.1" status: 200 len: 944 time: 0.0975125 Mar 30 01:29:35.028735 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-108b3f70-10a8-4b79-8013-14a167d1a078 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for floatingip (39e97e8a-251b-4d68-9540-51609b1e926c), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:35.085538 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-108b3f70-10a8-4b79-8013-14a167d1a078 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (c5f4693c-de2c-4885-8926-ee078c06a21d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:35.106506 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-22f7a546-4757-4533-b13a-efccf7de15cc req-436d09c7-63f7-479e-a0da-ca2c0182d817 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e5ab77e-788a-4751-8b17-bab818a57bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678439 Mar 30 01:29:35.196295 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-37c92b1d-133b-45ab-8c4f-eea3499c8de2 req-574c02b9-1a81-4064-b29c-4b7688b6145e tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 210 time: 0.0367432 Mar 30 01:29:35.284696 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-108b3f70-10a8-4b79-8013-14a167d1a078 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for port (c5f4693c-de2c-4885-8926-ee078c06a21d), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:35.292403 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-108b3f70-10a8-4b79-8013-14a167d1a078 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (c5f4693c-de2c-4885-8926-ee078c06a21d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:35.333378 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-108b3f70-10a8-4b79-8013-14a167d1a078 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623942'] for floatingip (39e97e8a-251b-4d68-9540-51609b1e926c), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:35.355922 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b3f70-10a8-4b79-8013-14a167d1a078 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Pushing event updated for resources: {'Port': ['ID=c5f4693c-de2c-4885-8926-ee078c06a21d,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:35.360795 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-108b3f70-10a8-4b79-8013-14a167d1a078 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for floatingip (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:35.361963 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-108b3f70-10a8-4b79-8013-14a167d1a078 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7966740 Mar 30 01:29:35.406601 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07fb0b8-9a5b-4a47-826d-7996bd573af2 x-openstack-request-id: req-c07fb0b8-9a5b-4a47-826d-7996bd573af2 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:29:35.406894 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f203bc01-737a-4ecd-b04e-e1f7f87374a0", "tag": "969bcbfd-bd0f-4374-81f5-809ac03f3009", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:29:35.407149 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c07fb0b8-9a5b-4a47-826d-7996bd573af2 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:29:35.407617 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c07fb0b8-9a5b-4a47-826d-7996bd573af2'] response: {'name': 'network-changed', 'server_uuid': 'f203bc01-737a-4ecd-b04e-e1f7f87374a0', 'tag': '969bcbfd-bd0f-4374-81f5-809ac03f3009', 'status': 'completed', 'code': 200} Mar 30 01:29:35.733167 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-36839021-d45f-4601-a03a-1117a6b439d9 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--604197928&fields=id&tenant_id=61dc5b0786784b47b68b2e4463489f52 HTTP/1.1" status: 200 len: 267 time: 0.0739143 Mar 30 01:29:35.870682 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-39f1d5dc-4e01-49a9-9ea7-641cc8752314 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:35.872168 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-39f1d5dc-4e01-49a9-9ea7-641cc8752314 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/networks?id=43648525-c7cf-4e35-9f44-2977e45db7f1 HTTP/1.1" status: 200 len: 817 time: 0.1298680 Mar 30 01:29:35.892903 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-50083b6a-ba69-472f-8cde-3ca92c9186de tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/quotas/61dc5b0786784b47b68b2e4463489f52 HTTP/1.1" status: 200 len: 375 time: 0.0140674 Mar 30 01:29:35.962727 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-c4abb09e-909c-4ccc-8b04-0a7e8a97808e tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=61dc5b0786784b47b68b2e4463489f52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633390 Mar 30 01:29:36.066371 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-b33ef6b2-a4db-4771-ba03-640770b19990 service neutron] 10.222.0.25 "GET /v2.0/networks/43648525-c7cf-4e35-9f44-2977e45db7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855875 Mar 30 01:29:36.391167 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-e47c4fba-aaaf-4fc7-a1e8-d59921961b86 service neutron] 10.222.0.25 "GET /v2.0/networks/43648525-c7cf-4e35-9f44-2977e45db7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174915 Mar 30 01:29:36.408283 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30c442-d495-4167-b588-e57cf6ce9897 req-8013f856-df7c-45e0-bab9-ac314aeff303 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:36.411035 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5b30c442-d495-4167-b588-e57cf6ce9897 req-8013f856-df7c-45e0-bab9-ac314aeff303 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f HTTP/1.1" status: 200 len: 944 time: 0.1013751 Mar 30 01:29:36.469791 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-7d738370-1399-4803-abf9-6d897521962f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:36.471858 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-7d738370-1399-4803-abf9-6d897521962f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81bb63ca-5b7c-44e1-993e-20d1ff7fbcda HTTP/1.1" status: 200 len: 856 time: 0.0983515 Mar 30 01:29:36.536967 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5b30c442-d495-4167-b588-e57cf6ce9897 req-2e457d4d-08d3-49b9-b59b-9cf75e5be1d2 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e5ab77e-788a-4751-8b17-bab818a57bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197739 Mar 30 01:29:36.695858 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-bfcdaf31-012f-4ffc-b2bb-1fe46ab756c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:36.699168 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-bfcdaf31-012f-4ffc-b2bb-1fe46ab756c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37a51576-2901-40b9-a77d-ddc99f82f95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2087731 Mar 30 01:29:36.715360 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d5deeee0-c19f-456d-86fe-cf19e1f04e3c req-63d4f729-87f8-43c8-952a-b776c2f6ef00 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 210 time: 0.0543861 Mar 30 01:29:36.751428 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-60f3e4d6-8984-49bd-8d41-bd2acde949aa req-03799f63-608c-4b7d-8ced-e629318c963e tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 210 time: 0.0716686 Mar 30 01:29:36.848040 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-491693f7-b497-4cd4-918a-a512cc00ffbd service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421027 Mar 30 01:29:36.971305 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d249467c-34e7-459f-b6ab-f3d8491fc24a req-4dd39363-4abd-464c-90d6-6a17ea16abd8 service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140535 Mar 30 01:29:37.245807 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89883731-bbd5-4d12-b2dd-084ef92539b7 req-9e48c0ac-f1cb-42ec-bb2d-e3f454433b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:37.250249 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-89883731-bbd5-4d12-b2dd-084ef92539b7 req-9e48c0ac-f1cb-42ec-bb2d-e3f454433b15 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d9a35d928b647dc9915d88e0bf1f590&device_id=f203bc01-737a-4ecd-b04e-e1f7f87374a0 HTTP/1.1" status: 200 len: 1128 time: 0.1073282 Mar 30 01:29:37.342522 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ade712-a26a-4da8-b830-65781c4c650c req-efed3e5a-e7f5-421f-b7ad-b4e67384fdec tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:37.344985 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a8ade712-a26a-4da8-b830-65781c4c650c req-efed3e5a-e7f5-421f-b7ad-b4e67384fdec tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.18 "GET /v2.0/networks?id=37a51576-2901-40b9-a77d-ddc99f82f95c HTTP/1.1" status: 200 len: 817 time: 0.2223380 Mar 30 01:29:37.359415 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [req-a8ade712-a26a-4da8-b830-65781c4c650c req-65c036b5-3580-489c-9685-6d364ce313ba tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Request body: {'port': {'device_id': '6fcca276-f34a-415b-8421-ed6b7fa2ee6b', 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c', 'admin_state_up': True, 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:37.425428 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89883731-bbd5-4d12-b2dd-084ef92539b7 req-60f9acc8-ab93-407e-832e-e077c9509cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:37.427117 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-89883731-bbd5-4d12-b2dd-084ef92539b7 req-60f9acc8-ab93-407e-832e-e077c9509cf2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=37a51576-2901-40b9-a77d-ddc99f82f95c HTTP/1.1" status: 200 len: 918 time: 0.1632793 Mar 30 01:29:37.483854 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-89883731-bbd5-4d12-b2dd-084ef92539b7 req-de712567-60d6-4af8-a229-0b3cc5bd0c31 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=969bcbfd-bd0f-4374-81f5-809ac03f3009 HTTP/1.1" status: 200 len: 217 time: 0.0403383 Mar 30 01:29:37.561541 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8ade712-a26a-4da8-b830-65781c4c650c req-65c036b5-3580-489c-9685-6d364ce313ba tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Made reservation on behalf of 4d9a35d928b647dc9915d88e0bf1f590 for: {'port': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:29:37.568027 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-a8ade712-a26a-4da8-b830-65781c4c650c req-65c036b5-3580-489c-9685-6d364ce313ba tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:37.574590 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89883731-bbd5-4d12-b2dd-084ef92539b7 req-26308ee2-dd65-4186-90c5-e44b7e29c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:37.578772 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-89883731-bbd5-4d12-b2dd-084ef92539b7 req-26308ee2-dd65-4186-90c5-e44b7e29c3cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81bb63ca-5b7c-44e1-993e-20d1ff7fbcda HTTP/1.1" status: 200 len: 856 time: 0.0851293 Mar 30 01:29:37.675071 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89883731-bbd5-4d12-b2dd-084ef92539b7 req-de636903-460e-418b-8dab-677775725f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:37.676674 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-89883731-bbd5-4d12-b2dd-084ef92539b7 req-de636903-460e-418b-8dab-677775725f3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37a51576-2901-40b9-a77d-ddc99f82f95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0876679 Mar 30 01:29:37.794036 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-89883731-bbd5-4d12-b2dd-084ef92539b7 req-34dada97-fbc9-4e0f-9c10-eb3d973323ed service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103697 Mar 30 01:29:37.925508 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [req-a8ade712-a26a-4da8-b830-65781c4c650c req-65c036b5-3580-489c-9685-6d364ce313ba tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Allocated IP 172.20.0.10 (37a51576-2901-40b9-a77d-ddc99f82f95c/81bb63ca-5b7c-44e1-993e-20d1ff7fbcda/e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:29:37.935619 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-80d356ab-e0aa-4915-a1ef-026579009ffd req-9b30eb10-26c5-4e09-b64b-2c83a2743b58 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 210 time: 0.0658832 Mar 30 01:29:38.013690 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8878a33-fdd2-4048-8cbf-7fadca47c786 req-657390be-68a8-44cc-822d-96ad22e7433b tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:38.015565 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c8878a33-fdd2-4048-8cbf-7fadca47c786 req-657390be-68a8-44cc-822d-96ad22e7433b tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f HTTP/1.1" status: 200 len: 944 time: 0.1899180 Mar 30 01:29:38.017954 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-89883731-bbd5-4d12-b2dd-084ef92539b7 req-9eba19db-7ef7-4980-969e-b43016372f8b service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158818 Mar 30 01:29:38.104589 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-489da371-2f32-45f7-835a-da52dc34cbf0 req-f8f5c6d6-9ce8-49b0-90bc-72d50f5762dd tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 210 time: 0.0671031 Mar 30 01:29:38.145200 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c8878a33-fdd2-4048-8cbf-7fadca47c786 req-d358d075-c114-4d20-ad5d-8b8be35f68b0 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e5ab77e-788a-4751-8b17-bab818a57bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237154 Mar 30 01:29:38.193009 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-a8ade712-a26a-4da8-b830-65781c4c650c req-65c036b5-3580-489c-9685-6d364ce313ba tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks [] for port (e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:38.235956 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-a8ade712-a26a-4da8-b830-65781c4c650c req-65c036b5-3580-489c-9685-6d364ce313ba tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294'] for port (e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:38.279594 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8ade712-a26a-4da8-b830-65781c4c650c req-65c036b5-3580-489c-9685-6d364ce313ba tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Network 37a51576-2901-40b9-a77d-ddc99f82f95c is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:29:38.282788 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [req-a8ade712-a26a-4da8-b830-65781c4c650c req-65c036b5-3580-489c-9685-6d364ce313ba tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:29:38.286634 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ade712-a26a-4da8-b830-65781c4c650c req-65c036b5-3580-489c-9685-6d364ce313ba tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:29:38.292205 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ade712-a26a-4da8-b830-65781c4c650c req-65c036b5-3580-489c-9685-6d364ce313ba tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:38.292846 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-a8ade712-a26a-4da8-b830-65781c4c650c req-65c036b5-3580-489c-9685-6d364ce313ba tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:38.308861 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c036b5-3580-489c-9685-6d364ce313ba tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Pushing event updated for resources: {'Port': ['ID=e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:38.315392 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-578fed17-9be8-4363-83cb-fd17b7da6d65 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:38.320329 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a8ade712-a26a-4da8-b830-65781c4c650c req-65c036b5-3580-489c-9685-6d364ce313ba tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9661560 Mar 30 01:29:38.320580 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-578fed17-9be8-4363-83cb-fd17b7da6d65 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.18 "GET /v2.0/networks?id=43648525-c7cf-4e35-9f44-2977e45db7f1 HTTP/1.1" status: 200 len: 817 time: 0.1278422 Mar 30 01:29:38.345963 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [req-a8ade712-a26a-4da8-b830-65781c4c650c req-409fdff7-16a4-4b3c-8a37-9d1aa436e195 service neutron] Request body: {'port': {'device_id': '6fcca276-f34a-415b-8421-ed6b7fa2ee6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:38.413144 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-a8ade712-a26a-4da8-b830-65781c4c650c req-409fdff7-16a4-4b3c-8a37-9d1aa436e195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:38.423860 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-e1473ce2-94d9-4c22-bdac-d3ca9b1cf9c5 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61dc5b0786784b47b68b2e4463489f52 HTTP/1.1" status: 200 len: 379 time: 0.0882909 Mar 30 01:29:38.444057 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-bfeee8d1-d74e-4827-ba4f-3447b41edb8a tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Request body: {'port': {'device_id': '97cad150-03a0-42c9-a215-87597242e1d7', 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1', 'admin_state_up': True, 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'security_groups': ['8a63154b-c9d0-48ae-a0a9-e4857c221cd3']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:38.578829 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-bfeee8d1-d74e-4827-ba4f-3447b41edb8a tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Made reservation on behalf of 61dc5b0786784b47b68b2e4463489f52 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:29:38.583029 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-bfeee8d1-d74e-4827-ba4f-3447b41edb8a tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:38.585158 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-63aa29b5-df17-4f4b-aba6-23924051344e None None] Provisioning complete for port e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:29:38.585668 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-63aa29b5-df17-4f4b-aba6-23924051344e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:38.694224 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-63aa29b5-df17-4f4b-aba6-23924051344e None None] Port e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5 cannot update to ACTIVE because it is not bound. {{(pid=103230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:29:38.752031 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-bfeee8d1-d74e-4827-ba4f-3447b41edb8a tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Allocated IP 172.20.0.12 (43648525-c7cf-4e35-9f44-2977e45db7f1/109d7294-0dc1-4c33-b6d5-82873c91f0f6/ce7da202-aa09-4a9a-9abd-515e87782573) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:29:38.759347 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [req-a8ade712-a26a-4da8-b830-65781c4c650c req-409fdff7-16a4-4b3c-8a37-9d1aa436e195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:29:38.769546 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-a8ade712-a26a-4da8-b830-65781c4c650c req-409fdff7-16a4-4b3c-8a37-9d1aa436e195 service neutron] Publish callbacks [] for port (e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:38.789390 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [req-a8ade712-a26a-4da8-b830-65781c4c650c req-409fdff7-16a4-4b3c-8a37-9d1aa436e195 service neutron] Transition to ACTIVE for port object e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5 will not be triggered until provisioned by entity L2. {{(pid=103228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:29:38.796408 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-a8ade712-a26a-4da8-b830-65781c4c650c req-409fdff7-16a4-4b3c-8a37-9d1aa436e195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:38.884589 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fdff7-16a4-4b3c-8a37-9d1aa436e195 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:38.892468 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-a8ade712-a26a-4da8-b830-65781c4c650c req-409fdff7-16a4-4b3c-8a37-9d1aa436e195 service neutron] Attempting to bind port e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:29:38.893011 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-a8ade712-a26a-4da8-b830-65781c4c650c req-409fdff7-16a4-4b3c-8a37-9d1aa436e195 service neutron] Attempting to bind port e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '0799e6d0-5ecf-44b1-ac82-16ebbd925b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:29:38.893547 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ade712-a26a-4da8-b830-65781c4c650c req-409fdff7-16a4-4b3c-8a37-9d1aa436e195 service neutron] Attempting to bind port e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5 on network 37a51576-2901-40b9-a77d-ddc99f82f95c {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:29:38.900335 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ade712-a26a-4da8-b830-65781c4c650c req-409fdff7-16a4-4b3c-8a37-9d1aa436e195 service neutron] Port e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5 on network 37a51576-2901-40b9-a77d-ddc99f82f95c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:29:38.901018 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ade712-a26a-4da8-b830-65781c4c650c req-409fdff7-16a4-4b3c-8a37-9d1aa436e195 service neutron] Attempting to bind port e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5 on network 37a51576-2901-40b9-a77d-ddc99f82f95c {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:29:38.907842 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ade712-a26a-4da8-b830-65781c4c650c req-409fdff7-16a4-4b3c-8a37-9d1aa436e195 service neutron] Checking agent: {'id': '4d4a4723-54eb-40cd-a736-b5d7ac710e77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'started_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:29:38.908545 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ade712-a26a-4da8-b830-65781c4c650c req-409fdff7-16a4-4b3c-8a37-9d1aa436e195 service neutron] Checking segment: {'id': '0799e6d0-5ecf-44b1-ac82-16ebbd925b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:29:38.909030 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ade712-a26a-4da8-b830-65781c4c650c req-409fdff7-16a4-4b3c-8a37-9d1aa436e195 service neutron] Bound using segment: {'id': '0799e6d0-5ecf-44b1-ac82-16ebbd925b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:29:38.910866 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-a8ade712-a26a-4da8-b830-65781c4c650c req-409fdff7-16a4-4b3c-8a37-9d1aa436e195 service neutron] Bound port: e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0799e6d0-5ecf-44b1-ac82-16ebbd925b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:29:38.911331 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-a8ade712-a26a-4da8-b830-65781c4c650c req-409fdff7-16a4-4b3c-8a37-9d1aa436e195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:38.989888 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-bfeee8d1-d74e-4827-ba4f-3447b41edb8a tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for port (ce7da202-aa09-4a9a-9abd-515e87782573), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:39.020149 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-a8ade712-a26a-4da8-b830-65781c4c650c req-409fdff7-16a4-4b3c-8a37-9d1aa436e195 service neutron] For port e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5, host hv-cinder-81713, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:29:39.023824 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-a8ade712-a26a-4da8-b830-65781c4c650c req-409fdff7-16a4-4b3c-8a37-9d1aa436e195 service neutron] For port e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5,segment=NetworkSegment(0799e6d0-5ecf-44b1-ac82-16ebbd925b69),segment_id=0799e6d0-5ecf-44b1-ac82-16ebbd925b69)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:29:39.035617 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-a8ade712-a26a-4da8-b830-65781c4c650c req-409fdff7-16a4-4b3c-8a37-9d1aa436e195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:39.094299 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ade712-a26a-4da8-b830-65781c4c650c req-409fdff7-16a4-4b3c-8a37-9d1aa436e195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:39.095022 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-a8ade712-a26a-4da8-b830-65781c4c650c req-409fdff7-16a4-4b3c-8a37-9d1aa436e195 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:39.096739 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a8ade712-a26a-4da8-b830-65781c4c650c req-409fdff7-16a4-4b3c-8a37-9d1aa436e195 service neutron] 10.222.0.18 "PUT /v2.0/ports/e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5 HTTP/1.1" status: 200 len: 1094 time: 0.7553289 Mar 30 01:29:39.097331 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-bfeee8d1-d74e-4827-ba4f-3447b41edb8a tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294'] for port (ce7da202-aa09-4a9a-9abd-515e87782573), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:39.097449 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fcca276-f34a-415b-8421-ed6b7fa2ee6b', 'tag': 'e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:29:39.100574 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266da697-0c40-4478-8b3c-43e7ecb4f704" -d '{"events": [{"name": "network-changed", "server_uuid": "6fcca276-f34a-415b-8421-ed6b7fa2ee6b", "tag": "e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:29:39.170533 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fdff7-16a4-4b3c-8a37-9d1aa436e195 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:39.205015 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-bfeee8d1-d74e-4827-ba4f-3447b41edb8a tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Network 43648525-c7cf-4e35-9f44-2977e45db7f1 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:29:39.216985 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c089f5-e806-407f-b4ce-29c3ec8bd760 x-openstack-request-id: req-d7c089f5-e806-407f-b4ce-29c3ec8bd760 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:29:39.217637 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fcca276-f34a-415b-8421-ed6b7fa2ee6b", "tag": "e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:29:39.218012 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7c089f5-e806-407f-b4ce-29c3ec8bd760 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:29:39.218666 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7c089f5-e806-407f-b4ce-29c3ec8bd760'] response: {'name': 'network-changed', 'server_uuid': '6fcca276-f34a-415b-8421-ed6b7fa2ee6b', 'tag': 'e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5', 'status': 'completed', 'code': 200} Mar 30 01:29:39.256196 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeee8d1-d74e-4827-ba4f-3447b41edb8a tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Pushing event updated for resources: {'Port': ['ID=ce7da202-aa09-4a9a-9abd-515e87782573,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:39.295001 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5db7f0-0c86-49ee-be72-bac2913e4442 req-f3777241-2105-4453-a6f0-e130b5e2de94 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:39.301039 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-bd5db7f0-0c86-49ee-be72-bac2913e4442 req-f3777241-2105-4453-a6f0-e130b5e2de94 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 944 time: 0.2605729 Mar 30 01:29:39.303267 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-bfeee8d1-d74e-4827-ba4f-3447b41edb8a tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:29:39.341098 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-bfeee8d1-d74e-4827-ba4f-3447b41edb8a tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:29:39.358494 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-bfeee8d1-d74e-4827-ba4f-3447b41edb8a tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:39.362963 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-bfeee8d1-d74e-4827-ba4f-3447b41edb8a tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:39.380408 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ade712-a26a-4da8-b830-65781c4c650c req-c7babe7a-baed-43ec-b657-d5be6503bbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:39.382144 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a8ade712-a26a-4da8-b830-65781c4c650c req-c7babe7a-baed-43ec-b657-d5be6503bbd8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d9a35d928b647dc9915d88e0bf1f590&device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 1128 time: 0.1336861 Mar 30 01:29:39.449007 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a8ade712-a26a-4da8-b830-65781c4c650c req-1d55c36e-48cc-4437-b66c-45d09885b250 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5 HTTP/1.1" status: 200 len: 217 time: 0.0584881 Mar 30 01:29:39.501187 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-bfeee8d1-d74e-4827-ba4f-3447b41edb8a tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0614216 Mar 30 01:29:39.523021 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-0ecd97f8-d954-4b8b-9bba-955eee7e5d3a service neutron] Request body: {'port': {'device_id': '97cad150-03a0-42c9-a215-87597242e1d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:39.547909 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ade712-a26a-4da8-b830-65781c4c650c req-4142463a-bc6d-4d91-a10f-9be6db6e6b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:39.550118 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a8ade712-a26a-4da8-b830-65781c4c650c req-4142463a-bc6d-4d91-a10f-9be6db6e6b04 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81bb63ca-5b7c-44e1-993e-20d1ff7fbcda HTTP/1.1" status: 200 len: 856 time: 0.0956903 Mar 30 01:29:39.588930 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332de611-571c-49ea-8dff-75cd08e53029 req-4c04f7f6-69c6-46d4-9940-549ea086f79f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:39.592489 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-332de611-571c-49ea-8dff-75cd08e53029 req-4c04f7f6-69c6-46d4-9940-549ea086f79f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 932 time: 0.2251825 Mar 30 01:29:39.598006 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-bd5db7f0-0c86-49ee-be72-bac2913e4442 req-dd74cbab-1d42-4a51-9e40-d7b68039c35d tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911115 Mar 30 01:29:39.671801 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ade712-a26a-4da8-b830-65781c4c650c req-3ff02a61-f082-4da2-a15f-055a09abd17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:39.674178 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a8ade712-a26a-4da8-b830-65781c4c650c req-3ff02a61-f082-4da2-a15f-055a09abd17f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37a51576-2901-40b9-a77d-ddc99f82f95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1139910 Mar 30 01:29:39.730836 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-332de611-571c-49ea-8dff-75cd08e53029 req-01b4db83-7975-4558-8cc1-cae6d115d38f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285865 Mar 30 01:29:39.764358 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-a66f0ef8-fcf3-4a82-a25a-5c7aa6c65069 None None] Provisioning complete for port ce7da202-aa09-4a9a-9abd-515e87782573 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:29:39.766853 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a66f0ef8-fcf3-4a82-a25a-5c7aa6c65069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (ce7da202-aa09-4a9a-9abd-515e87782573), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:39.813911 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-0ecd97f8-d954-4b8b-9bba-955eee7e5d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (ce7da202-aa09-4a9a-9abd-515e87782573), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:39.837434 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a8ade712-a26a-4da8-b830-65781c4c650c req-3e0d7262-bef5-4237-9956-7a9b786b6b50 service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481137 Mar 30 01:29:39.856163 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-a66f0ef8-fcf3-4a82-a25a-5c7aa6c65069 None None] Port ce7da202-aa09-4a9a-9abd-515e87782573 cannot update to ACTIVE because it is not bound. {{(pid=103230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:29:39.886442 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9084c8-7eb5-4277-93e7-ce9c7350af55 req-e4e3f033-8f74-4a4f-ab41-4e06fcacfd95 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:39.887965 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ca9084c8-7eb5-4277-93e7-ce9c7350af55 req-e4e3f033-8f74-4a4f-ab41-4e06fcacfd95 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f HTTP/1.1" status: 200 len: 944 time: 0.1347253 Mar 30 01:29:39.999488 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a8ade712-a26a-4da8-b830-65781c4c650c req-5e41d3eb-70df-489e-b414-e2bf2d241269 service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460834 Mar 30 01:29:40.018611 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ca9084c8-7eb5-4277-93e7-ce9c7350af55 req-27f9a054-a4f4-4a2c-853c-12183a62e336 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e5ab77e-788a-4751-8b17-bab818a57bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237588 Mar 30 01:29:40.137841 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266da697-0c40-4478-8b3c-43e7ecb4f704 req-adb7b3fc-792b-4042-bdcf-69a3a8509d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:40.140354 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-266da697-0c40-4478-8b3c-43e7ecb4f704 req-adb7b3fc-792b-4042-bdcf-69a3a8509d14 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d9a35d928b647dc9915d88e0bf1f590&device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 1128 time: 0.0706010 Mar 30 01:29:40.192210 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-0ecd97f8-d954-4b8b-9bba-955eee7e5d3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce7da202-aa09-4a9a-9abd-515e87782573 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:29:40.202841 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-0ecd97f8-d954-4b8b-9bba-955eee7e5d3a service neutron] Publish callbacks [] for port (ce7da202-aa09-4a9a-9abd-515e87782573), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:40.217972 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-0ecd97f8-d954-4b8b-9bba-955eee7e5d3a service neutron] Transition to ACTIVE for port object ce7da202-aa09-4a9a-9abd-515e87782573 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:29:40.225663 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-0ecd97f8-d954-4b8b-9bba-955eee7e5d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (ce7da202-aa09-4a9a-9abd-515e87782573), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:40.314167 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd97f8-d954-4b8b-9bba-955eee7e5d3a service neutron] Pushing event updated for resources: {'Port': ['ID=ce7da202-aa09-4a9a-9abd-515e87782573,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:40.384703 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-0ecd97f8-d954-4b8b-9bba-955eee7e5d3a service neutron] Attempting to bind port ce7da202-aa09-4a9a-9abd-515e87782573 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:29:40.385953 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-0ecd97f8-d954-4b8b-9bba-955eee7e5d3a service neutron] Attempting to bind port ce7da202-aa09-4a9a-9abd-515e87782573 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '5d2e7dcd-3d5b-47c5-be1e-e458e697b14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:29:40.386921 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-0ecd97f8-d954-4b8b-9bba-955eee7e5d3a service neutron] Attempting to bind port ce7da202-aa09-4a9a-9abd-515e87782573 on network 43648525-c7cf-4e35-9f44-2977e45db7f1 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:29:40.395460 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-0ecd97f8-d954-4b8b-9bba-955eee7e5d3a service neutron] Port ce7da202-aa09-4a9a-9abd-515e87782573 on network 43648525-c7cf-4e35-9f44-2977e45db7f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:29:40.396350 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-0ecd97f8-d954-4b8b-9bba-955eee7e5d3a service neutron] Attempting to bind port ce7da202-aa09-4a9a-9abd-515e87782573 on network 43648525-c7cf-4e35-9f44-2977e45db7f1 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:29:40.397707 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266da697-0c40-4478-8b3c-43e7ecb4f704 req-edf9f440-9e0e-4849-b161-b229d733fea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:40.399377 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-266da697-0c40-4478-8b3c-43e7ecb4f704 req-edf9f440-9e0e-4849-b161-b229d733fea2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=37a51576-2901-40b9-a77d-ddc99f82f95c HTTP/1.1" status: 200 len: 918 time: 0.2508066 Mar 30 01:29:40.407503 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-0ecd97f8-d954-4b8b-9bba-955eee7e5d3a service neutron] Checking agent: {'id': '4d4a4723-54eb-40cd-a736-b5d7ac710e77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'started_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:29:40.412551 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-0ecd97f8-d954-4b8b-9bba-955eee7e5d3a service neutron] Checking segment: {'id': '5d2e7dcd-3d5b-47c5-be1e-e458e697b14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:29:40.412551 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-0ecd97f8-d954-4b8b-9bba-955eee7e5d3a service neutron] Bound using segment: {'id': '5d2e7dcd-3d5b-47c5-be1e-e458e697b14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:29:40.412885 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-0ecd97f8-d954-4b8b-9bba-955eee7e5d3a service neutron] Bound port: ce7da202-aa09-4a9a-9abd-515e87782573, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d2e7dcd-3d5b-47c5-be1e-e458e697b14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:29:40.413386 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-0ecd97f8-d954-4b8b-9bba-955eee7e5d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (ce7da202-aa09-4a9a-9abd-515e87782573), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:40.493485 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-266da697-0c40-4478-8b3c-43e7ecb4f704 req-71b6e96a-6056-4d9f-a68a-c460f4c24c4d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5 HTTP/1.1" status: 200 len: 217 time: 0.0875487 Mar 30 01:29:40.516074 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-0ecd97f8-d954-4b8b-9bba-955eee7e5d3a service neutron] For port ce7da202-aa09-4a9a-9abd-515e87782573, host hv-cinder-81713, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:29:40.531035 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-0ecd97f8-d954-4b8b-9bba-955eee7e5d3a service neutron] For port ce7da202-aa09-4a9a-9abd-515e87782573, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=ce7da202-aa09-4a9a-9abd-515e87782573,segment=NetworkSegment(5d2e7dcd-3d5b-47c5-be1e-e458e697b14e),segment_id=5d2e7dcd-3d5b-47c5-be1e-e458e697b14e)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:29:40.539764 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-0ecd97f8-d954-4b8b-9bba-955eee7e5d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (ce7da202-aa09-4a9a-9abd-515e87782573), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:40.581002 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-0ecd97f8-d954-4b8b-9bba-955eee7e5d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:40.581705 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-0ecd97f8-d954-4b8b-9bba-955eee7e5d3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:40.583466 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-0ecd97f8-d954-4b8b-9bba-955eee7e5d3a service neutron] 10.222.0.18 "PUT /v2.0/ports/ce7da202-aa09-4a9a-9abd-515e87782573 HTTP/1.1" status: 200 len: 1094 time: 1.0729306 Mar 30 01:29:40.583966 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97cad150-03a0-42c9-a215-87597242e1d7', 'tag': 'ce7da202-aa09-4a9a-9abd-515e87782573'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:29:40.586320 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ee1e0a93b5aae8634dc44ede2e08a21acb25dbbcfc8760de0fb17172de978b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9544f0d7-5d18-431d-adab-d86d416631ad" -d '{"events": [{"name": "network-changed", "server_uuid": "97cad150-03a0-42c9-a215-87597242e1d7", "tag": "ce7da202-aa09-4a9a-9abd-515e87782573"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:29:40.589616 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266da697-0c40-4478-8b3c-43e7ecb4f704 req-524e18ae-c424-4cab-aff4-a64370a38e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:40.593768 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-266da697-0c40-4478-8b3c-43e7ecb4f704 req-524e18ae-c424-4cab-aff4-a64370a38e82 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81bb63ca-5b7c-44e1-993e-20d1ff7fbcda HTTP/1.1" status: 200 len: 856 time: 0.0926211 Mar 30 01:29:40.653607 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cf9891-8c3a-413c-8150-d31658e2052d x-openstack-request-id: req-20cf9891-8c3a-413c-8150-d31658e2052d {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:29:40.654074 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97cad150-03a0-42c9-a215-87597242e1d7", "tag": "ce7da202-aa09-4a9a-9abd-515e87782573", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:29:40.654280 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20cf9891-8c3a-413c-8150-d31658e2052d {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:29:40.654553 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20cf9891-8c3a-413c-8150-d31658e2052d'] response: {'name': 'network-changed', 'server_uuid': '97cad150-03a0-42c9-a215-87597242e1d7', 'tag': 'ce7da202-aa09-4a9a-9abd-515e87782573', 'status': 'completed', 'code': 200} Mar 30 01:29:40.670439 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd97f8-d954-4b8b-9bba-955eee7e5d3a service neutron] Pushing event updated for resources: {'Port': ['ID=ce7da202-aa09-4a9a-9abd-515e87782573,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:40.719850 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266da697-0c40-4478-8b3c-43e7ecb4f704 req-a38e17e8-7445-4360-a45a-c1d654e67e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:40.721495 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-266da697-0c40-4478-8b3c-43e7ecb4f704 req-a38e17e8-7445-4360-a45a-c1d654e67e3e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37a51576-2901-40b9-a77d-ddc99f82f95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1207983 Mar 30 01:29:40.726818 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-9457abe5-32cf-452d-9d04-0e283bc5642e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:40.728671 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-9457abe5-32cf-452d-9d04-0e283bc5642e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=61dc5b0786784b47b68b2e4463489f52&device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 1128 time: 0.0680614 Mar 30 01:29:40.800691 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-aa1492ca-d792-4859-96bc-1d4ca56a98de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce7da202-aa09-4a9a-9abd-515e87782573 HTTP/1.1" status: 200 len: 217 time: 0.0602326 Mar 30 01:29:40.830506 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-266da697-0c40-4478-8b3c-43e7ecb4f704 req-28bb5da6-4306-41c7-a53a-788330245bf9 service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014960 Mar 30 01:29:40.880302 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d5100-7cda-48d6-8cdd-62022d7c2f4f req-9fe6699a-b6d5-49da-bac1-f0968ed632ee tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:40.881934 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-663d5100-7cda-48d6-8cdd-62022d7c2f4f req-9fe6699a-b6d5-49da-bac1-f0968ed632ee tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 944 time: 0.1515877 Mar 30 01:29:40.934429 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-3e72b71c-c5ac-492c-88b5-189848ef1355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:40.935125 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-266da697-0c40-4478-8b3c-43e7ecb4f704 req-5d9f503c-7fbe-40ff-bc15-ef4963e4496f service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988703 Mar 30 01:29:40.936069 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-3e72b71c-c5ac-492c-88b5-189848ef1355 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=109d7294-0dc1-4c33-b6d5-82873c91f0f6 HTTP/1.1" status: 200 len: 856 time: 0.1273510 Mar 30 01:29:40.997562 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57fe14-53b6-47c4-8e59-12a4c4ae42a4 req-0a232965-de72-462a-b363-2ac7998f15b6 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:40.999121 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-cd57fe14-53b6-47c4-8e59-12a4c4ae42a4 req-0a232965-de72-462a-b363-2ac7998f15b6 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 944 time: 0.1751566 Mar 30 01:29:41.006665 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-663d5100-7cda-48d6-8cdd-62022d7c2f4f req-0621461b-f487-4e61-adf5-fc7ec3d6a5c1 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061854 Mar 30 01:29:41.061402 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-eb92fc25-7cec-48ef-b5fb-eb8fa141071b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:41.062974 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-eb92fc25-7cec-48ef-b5fb-eb8fa141071b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43648525-c7cf-4e35-9f44-2977e45db7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1087317 Mar 30 01:29:41.081092 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-cd57fe14-53b6-47c4-8e59-12a4c4ae42a4 req-c966e933-ac6a-410a-93b5-77bf91a9dad9 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726390 Mar 30 01:29:41.195392 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-04690070-1182-4316-abbd-87fcf857d37d service neutron] 10.222.0.18 "GET /v2.0/networks/43648525-c7cf-4e35-9f44-2977e45db7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247008 Mar 30 01:29:41.206581 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d1913-ff7d-4ba1-8487-59b62ca94c40 req-9e6d2c3c-2965-47c0-8924-391a84951776 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:41.208217 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-031d1913-ff7d-4ba1-8487-59b62ca94c40 req-9e6d2c3c-2965-47c0-8924-391a84951776 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f HTTP/1.1" status: 200 len: 944 time: 0.0831513 Mar 30 01:29:41.307552 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 294aab08-91bb-4250-8bc8-58e8f33cb7e9 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:29:41.456783 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 294aab08-91bb-4250-8bc8-58e8f33cb7e9, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=294aab08-91bb-4250-8bc8-58e8f33cb7e9,segment=NetworkSegment(eb774c52-a9ed-4a49-a43c-d2be71fdae78),segment_id=eb774c52-a9ed-4a49-a43c-d2be71fdae78)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:29:41.469832 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Returning: {'device': '294aab08-91bb-4250-8bc8-58e8f33cb7e9', 'network_id': '022609af-137c-427c-92c2-c8063a5bf3ae', 'port_id': '294aab08-91bb-4250-8bc8-58e8f33cb7e9', 'mac_address': 'fa:16:3e:fe:80:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c83a8a20-5c9c-42e0-8c30-83092229bf4b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:29:41.501631 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-031d1913-ff7d-4ba1-8487-59b62ca94c40 req-2c883229-2125-428e-ac7d-d07ec29fdda7 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e5ab77e-788a-4751-8b17-bab818a57bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845912 Mar 30 01:29:41.510714 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port 294aab08-91bb-4250-8bc8-58e8f33cb7e9 is: DOWN; New status is: BUILD {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:41.511601 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (294aab08-91bb-4250-8bc8-58e8f33cb7e9), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:41.512402 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6e2bd76e-e906-4d70-afb5-b0de7737d357 req-d5cad7b3-ede4-46c5-b074-f54aca30e7ab service neutron] 10.222.0.18 "GET /v2.0/networks/43648525-c7cf-4e35-9f44-2977e45db7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032734 Mar 30 01:29:41.528572 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 294aab08-91bb-4250-8bc8-58e8f33cb7e9 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:29:41.559286 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 294aab08-91bb-4250-8bc8-58e8f33cb7e9, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=294aab08-91bb-4250-8bc8-58e8f33cb7e9,segment=NetworkSegment(eb774c52-a9ed-4a49-a43c-d2be71fdae78),segment_id=eb774c52-a9ed-4a49-a43c-d2be71fdae78)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:29:41.568242 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (294aab08-91bb-4250-8bc8-58e8f33cb7e9), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:41.569042 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 969bcbfd-bd0f-4374-81f5-809ac03f3009 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:29:41.630816 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544f0d7-5d18-431d-adab-d86d416631ad req-19bd2a7e-e097-4463-9f06-e7b73d421cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:41.632954 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9544f0d7-5d18-431d-adab-d86d416631ad req-19bd2a7e-e097-4463-9f06-e7b73d421cb1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=61dc5b0786784b47b68b2e4463489f52&device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 1128 time: 0.0570943 Mar 30 01:29:41.678814 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=294aab08-91bb-4250-8bc8-58e8f33cb7e9,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:41.766212 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544f0d7-5d18-431d-adab-d86d416631ad req-9969eaee-8abc-40ad-960b-9e604ae1acce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:41.768103 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9544f0d7-5d18-431d-adab-d86d416631ad req-9969eaee-8abc-40ad-960b-9e604ae1acce service neutron] 10.222.0.18 "GET /v2.0/networks?id=43648525-c7cf-4e35-9f44-2977e45db7f1 HTTP/1.1" status: 200 len: 918 time: 0.1277781 Mar 30 01:29:41.768644 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 969bcbfd-bd0f-4374-81f5-809ac03f3009, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=969bcbfd-bd0f-4374-81f5-809ac03f3009,segment=NetworkSegment(0799e6d0-5ecf-44b1-ac82-16ebbd925b69),segment_id=0799e6d0-5ecf-44b1-ac82-16ebbd925b69)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:29:41.787097 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Returning: {'device': '969bcbfd-bd0f-4374-81f5-809ac03f3009', 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c', 'port_id': '969bcbfd-bd0f-4374-81f5-809ac03f3009', 'mac_address': 'fa:16:3e:d2:03:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81bb63ca-5b7c-44e1-993e-20d1ff7fbcda', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:29:41.825569 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9544f0d7-5d18-431d-adab-d86d416631ad req-2c044dcb-392c-41bc-a018-2d3c52a7e927 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce7da202-aa09-4a9a-9abd-515e87782573 HTTP/1.1" status: 200 len: 217 time: 0.0500197 Mar 30 01:29:41.854255 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port 969bcbfd-bd0f-4374-81f5-809ac03f3009 is: DOWN; New status is: BUILD {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:41.854901 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (969bcbfd-bd0f-4374-81f5-809ac03f3009), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:41.873065 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 969bcbfd-bd0f-4374-81f5-809ac03f3009 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:29:41.907934 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 969bcbfd-bd0f-4374-81f5-809ac03f3009, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=969bcbfd-bd0f-4374-81f5-809ac03f3009,segment=NetworkSegment(0799e6d0-5ecf-44b1-ac82-16ebbd925b69),segment_id=0799e6d0-5ecf-44b1-ac82-16ebbd925b69)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:29:41.914134 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (969bcbfd-bd0f-4374-81f5-809ac03f3009), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:41.927356 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544f0d7-5d18-431d-adab-d86d416631ad req-003dfc34-14d5-4faa-8dee-d1f0e668faf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:41.929074 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9544f0d7-5d18-431d-adab-d86d416631ad req-003dfc34-14d5-4faa-8dee-d1f0e668faf6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=109d7294-0dc1-4c33-b6d5-82873c91f0f6 HTTP/1.1" status: 200 len: 856 time: 0.0967774 Mar 30 01:29:41.942110 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 38660) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:41.977292 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=969bcbfd-bd0f-4374-81f5-809ac03f3009,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:42.010365 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544f0d7-5d18-431d-adab-d86d416631ad req-0fc04959-6ef5-4f75-9d8f-5737745c6b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:42.012162 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9544f0d7-5d18-431d-adab-d86d416631ad req-0fc04959-6ef5-4f75-9d8f-5737745c6b8d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43648525-c7cf-4e35-9f44-2977e45db7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0767090 Mar 30 01:29:42.142011 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9544f0d7-5d18-431d-adab-d86d416631ad req-16b33a41-ea9b-4234-94f4-6759916ab12d service neutron] 10.222.0.18 "GET /v2.0/networks/43648525-c7cf-4e35-9f44-2977e45db7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225519 Mar 30 01:29:42.150956 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f3e46ac7-7cda-4bb3-b890-64b78cb4cdc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:42.187184 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e19c67-1242-4441-900e-0240200a60bd req-735f3aaf-9a78-47f5-9a43-9154e6457a2f tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:42.189110 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-06e19c67-1242-4441-900e-0240200a60bd req-735f3aaf-9a78-47f5-9a43-9154e6457a2f tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 944 time: 0.1077807 Mar 30 01:29:42.279289 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f3e46ac7-7cda-4bb3-b890-64b78cb4cdc6 admin admin] Publish callbacks [] for security_group (b16339d5-16d6-448c-9dd1-2eb5a92197b0), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:42.286888 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f3e46ac7-7cda-4bb3-b890-64b78cb4cdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (b16339d5-16d6-448c-9dd1-2eb5a92197b0), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:42.322814 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e46ac7-7cda-4bb3-b890-64b78cb4cdc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16339d5-16d6-448c-9dd1-2eb5a92197b0,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:42.347303 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-f3e46ac7-7cda-4bb3-b890-64b78cb4cdc6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4eab73d30c5c465eb76a943a2a24f320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4028406 Mar 30 01:29:42.348370 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 38682) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:42.352645 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9544f0d7-5d18-431d-adab-d86d416631ad req-8300ae1c-35b4-49b3-a7f2-50a04d7938a4 service neutron] 10.222.0.18 "GET /v2.0/networks/43648525-c7cf-4e35-9f44-2977e45db7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034550 Mar 30 01:29:42.355796 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-06e19c67-1242-4441-900e-0240200a60bd req-e203c6e7-587e-4d76-bf9f-9561a706fd27 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511807 Mar 30 01:29:42.367261 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b8dd1-f4b6-4e04-a5aa-789ed1d235af req-7b0a664b-9cf0-495f-b4c4-9c5287ec476e tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:42.369541 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8f3b8dd1-f4b6-4e04-a5aa-789ed1d235af req-7b0a664b-9cf0-495f-b4c4-9c5287ec476e tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 944 time: 0.1685197 Mar 30 01:29:42.419853 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c94e1241-143e-4339-b86a-03554f7be2be admin admin] Publish callbacks [] for security_group (b16339d5-16d6-448c-9dd1-2eb5a92197b0), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:42.433850 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8f3b8dd1-f4b6-4e04-a5aa-789ed1d235af req-e187727c-eee2-4daf-ae7a-4dc37b0a61b4 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571444 Mar 30 01:29:42.443212 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['969bcbfd-bd0f-4374-81f5-809ac03f3009'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:29:42.444259 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c94e1241-143e-4339-b86a-03554f7be2be admin admin] Publish callbacks [] for security_group (b16339d5-16d6-448c-9dd1-2eb5a92197b0), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:42.486007 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['294aab08-91bb-4250-8bc8-58e8f33cb7e9'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:29:42.518389 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c94e1241-143e-4339-b86a-03554f7be2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (b16339d5-16d6-448c-9dd1-2eb5a92197b0), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:42.522580 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c94e1241-143e-4339-b86a-03554f7be2be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:42.523975 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-c94e1241-143e-4339-b86a-03554f7be2be admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b16339d5-16d6-448c-9dd1-2eb5a92197b0 HTTP/1.1" status: 204 len: 168 time: 0.1745005 Mar 30 01:29:42.532711 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e1241-143e-4339-b86a-03554f7be2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16339d5-16d6-448c-9dd1-2eb5a92197b0,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:42.676116 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f292b05-248c-41e0-b750-27c82b074293 req-21fa7732-7cfe-4a33-bffd-41915190d6d7 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:42.678924 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7f292b05-248c-41e0-b750-27c82b074293 req-21fa7732-7cfe-4a33-bffd-41915190d6d7 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f HTTP/1.1" status: 200 len: 945 time: 0.0738239 Mar 30 01:29:42.774884 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7f292b05-248c-41e0-b750-27c82b074293 req-6e514b96-1e63-4772-b029-4f1593296384 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e5ab77e-788a-4751-8b17-bab818a57bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894239 Mar 30 01:29:42.853486 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 38710) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:42.966217 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b16f3d88-f42f-456a-9fc4-0128a8c06920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:42.973721 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 38714) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:42.991327 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3aa8b623-038e-48fe-87ed-2a309af763fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:43.053914 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b16f3d88-f42f-456a-9fc4-0128a8c06920 admin admin] Publish callbacks [] for security_group (62363d7a-7f9f-47e9-ac14-c8b4c0345b66), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:43.059316 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b16f3d88-f42f-456a-9fc4-0128a8c06920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (62363d7a-7f9f-47e9-ac14-c8b4c0345b66), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:43.084397 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3aa8b623-038e-48fe-87ed-2a309af763fe admin admin] Publish callbacks [] for security_group (88a0f14b-646d-4d3f-a6f0-2be744fd8e5f), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:43.089904 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3aa8b623-038e-48fe-87ed-2a309af763fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (88a0f14b-646d-4d3f-a6f0-2be744fd8e5f), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:43.104784 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-b16f3d88-f42f-456a-9fc4-0128a8c06920 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ad324a85f46e4585ac6bf04a617b27b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2474318 Mar 30 01:29:43.105273 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 38726) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:43.116900 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f3d88-f42f-456a-9fc4-0128a8c06920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62363d7a-7f9f-47e9-ac14-c8b4c0345b66,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:43.133930 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-3aa8b623-038e-48fe-87ed-2a309af763fe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=24615172362e438dbc1866659112971a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1589160 Mar 30 01:29:43.137648 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 38728) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:43.157560 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6626ea58-3362-4a33-820c-26f73bc23e62 admin admin] Publish callbacks [] for security_group (62363d7a-7f9f-47e9-ac14-c8b4c0345b66), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:43.167607 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8b623-038e-48fe-87ed-2a309af763fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a0f14b-646d-4d3f-a6f0-2be744fd8e5f,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:43.179944 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6626ea58-3362-4a33-820c-26f73bc23e62 admin admin] Publish callbacks [] for security_group (62363d7a-7f9f-47e9-ac14-c8b4c0345b66), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:43.196540 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-10f86cc1-7380-4b2a-ac27-6f13a67bbc1f admin admin] Publish callbacks [] for security_group (88a0f14b-646d-4d3f-a6f0-2be744fd8e5f), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:43.219741 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-10f86cc1-7380-4b2a-ac27-6f13a67bbc1f admin admin] Publish callbacks [] for security_group (88a0f14b-646d-4d3f-a6f0-2be744fd8e5f), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:43.235687 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6626ea58-3362-4a33-820c-26f73bc23e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (62363d7a-7f9f-47e9-ac14-c8b4c0345b66), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:43.238428 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6626ea58-3362-4a33-820c-26f73bc23e62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:43.242108 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-6626ea58-3362-4a33-820c-26f73bc23e62 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/62363d7a-7f9f-47e9-ac14-c8b4c0345b66 HTTP/1.1" status: 204 len: 168 time: 0.1334069 Mar 30 01:29:43.251868 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6626ea58-3362-4a33-820c-26f73bc23e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62363d7a-7f9f-47e9-ac14-c8b4c0345b66,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:43.274122 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-10f86cc1-7380-4b2a-ac27-6f13a67bbc1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (88a0f14b-646d-4d3f-a6f0-2be744fd8e5f), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:43.277332 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-10f86cc1-7380-4b2a-ac27-6f13a67bbc1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:43.280897 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-10f86cc1-7380-4b2a-ac27-6f13a67bbc1f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/88a0f14b-646d-4d3f-a6f0-2be744fd8e5f HTTP/1.1" status: 204 len: 168 time: 0.1398911 Mar 30 01:29:43.287504 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f86cc1-7380-4b2a-ac27-6f13a67bbc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a0f14b-646d-4d3f-a6f0-2be744fd8e5f,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:43.295096 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:29:43.451382 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5,segment=NetworkSegment(0799e6d0-5ecf-44b1-ac82-16ebbd925b69),segment_id=0799e6d0-5ecf-44b1-ac82-16ebbd925b69)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:29:43.465103 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Returning: {'device': 'e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5', 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c', 'port_id': 'e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5', 'mac_address': 'fa:16:3e:c9:9c:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81bb63ca-5b7c-44e1-993e-20d1ff7fbcda', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:29:43.545762 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8ee7c-2456-4d1d-bb21-f8d1bdbd97f6 req-21ef17ca-dca0-499f-9e1f-24f703d1a3e7 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:43.547281 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-55b8ee7c-2456-4d1d-bb21-f8d1bdbd97f6 req-21ef17ca-dca0-499f-9e1f-24f703d1a3e7 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 944 time: 0.0910363 Mar 30 01:29:43.559952 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5 is: DOWN; New status is: BUILD {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:43.560853 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:43.573524 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 38752) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:43.579562 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:29:43.620152 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5,segment=NetworkSegment(0799e6d0-5ecf-44b1-ac82-16ebbd925b69),segment_id=0799e6d0-5ecf-44b1-ac82-16ebbd925b69)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:29:43.624287 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-55b8ee7c-2456-4d1d-bb21-f8d1bdbd97f6 req-dc137644-91b6-457e-b9de-f8925a64889f tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669515 Mar 30 01:29:43.629250 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:43.655300 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220151d-a458-420c-88a6-99844b9bb3ef req-44c1c05b-0430-4126-917e-df00296ec835 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:43.657086 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4220151d-a458-420c-88a6-99844b9bb3ef req-44c1c05b-0430-4126-917e-df00296ec835 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 944 time: 0.1087759 Mar 30 01:29:43.697294 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:43.743675 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4220151d-a458-420c-88a6-99844b9bb3ef req-7d9f294e-c102-43a3-817f-01f583c1ad83 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785906 Mar 30 01:29:43.771618 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 38758) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:43.785516 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-97a08747-4b05-4a72-974a-42c18fe853c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:43.911209 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-97a08747-4b05-4a72-974a-42c18fe853c6 admin admin] Publish callbacks [] for security_group (9e82def2-9ac5-4ef3-bdd9-1a607c062230), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:43.919047 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-97a08747-4b05-4a72-974a-42c18fe853c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (9e82def2-9ac5-4ef3-bdd9-1a607c062230), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:43.949855 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-97a08747-4b05-4a72-974a-42c18fe853c6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=998e8da142e7498ca8042636969a05ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1768343 Mar 30 01:29:43.959578 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 38772) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:43.996572 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:29:44.020015 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0ab0c-6fa9-4e7a-afe1-6404e6cc43f4 req-5651e338-26d7-47cf-8ba0-a927768e2e99 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:44.021635 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b6f0ab0c-6fa9-4e7a-afe1-6404e6cc43f4 req-5651e338-26d7-47cf-8ba0-a927768e2e99 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f HTTP/1.1" status: 200 len: 945 time: 0.1584167 Mar 30 01:29:44.054788 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a8f5a404-6c2c-41bc-b280-545c90ba8aa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:44.097227 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b6f0ab0c-6fa9-4e7a-afe1-6404e6cc43f4 req-56fbbcdf-8427-4707-9569-45b126589014 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e5ab77e-788a-4751-8b17-bab818a57bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660844 Mar 30 01:29:44.127455 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a08747-4b05-4a72-974a-42c18fe853c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e82def2-9ac5-4ef3-bdd9-1a607c062230,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:44.159115 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a8f5a404-6c2c-41bc-b280-545c90ba8aa5 admin admin] Publish callbacks [] for security_group (5d94db24-df6e-4f51-94e1-65bcc7ac4ffc), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:44.174702 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a8f5a404-6c2c-41bc-b280-545c90ba8aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (5d94db24-df6e-4f51-94e1-65bcc7ac4ffc), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:44.219780 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6eb49d9d-a5dd-4022-8555-488b62c8271f admin admin] Publish callbacks [] for security_group (9e82def2-9ac5-4ef3-bdd9-1a607c062230), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:44.242396 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5a404-6c2c-41bc-b280-545c90ba8aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d94db24-df6e-4f51-94e1-65bcc7ac4ffc,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:44.249634 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6eb49d9d-a5dd-4022-8555-488b62c8271f admin admin] Publish callbacks [] for security_group (9e82def2-9ac5-4ef3-bdd9-1a607c062230), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:44.254782 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-a8f5a404-6c2c-41bc-b280-545c90ba8aa5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=900f06f83af54164967fab79024ceb1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6783421 Mar 30 01:29:44.255922 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 38784) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:44.308028 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-82574ce4-3aab-40bc-bdf2-9f6f16c14053 admin admin] Publish callbacks [] for security_group (5d94db24-df6e-4f51-94e1-65bcc7ac4ffc), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:44.315871 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6eb49d9d-a5dd-4022-8555-488b62c8271f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (9e82def2-9ac5-4ef3-bdd9-1a607c062230), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:44.319319 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6eb49d9d-a5dd-4022-8555-488b62c8271f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:44.321660 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-6eb49d9d-a5dd-4022-8555-488b62c8271f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9e82def2-9ac5-4ef3-bdd9-1a607c062230 HTTP/1.1" status: 204 len: 168 time: 0.3606088 Mar 30 01:29:44.330630 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb49d9d-a5dd-4022-8555-488b62c8271f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e82def2-9ac5-4ef3-bdd9-1a607c062230,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:44.336238 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-82574ce4-3aab-40bc-bdf2-9f6f16c14053 admin admin] Publish callbacks [] for security_group (5d94db24-df6e-4f51-94e1-65bcc7ac4ffc), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:44.403411 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-82574ce4-3aab-40bc-bdf2-9f6f16c14053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (5d94db24-df6e-4f51-94e1-65bcc7ac4ffc), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:44.407379 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-82574ce4-3aab-40bc-bdf2-9f6f16c14053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:44.412114 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-82574ce4-3aab-40bc-bdf2-9f6f16c14053 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d94db24-df6e-4f51-94e1-65bcc7ac4ffc HTTP/1.1" status: 204 len: 168 time: 0.1550329 Mar 30 01:29:44.421380 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82574ce4-3aab-40bc-bdf2-9f6f16c14053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d94db24-df6e-4f51-94e1-65bcc7ac4ffc,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:44.763018 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508e6a6-2f9f-4921-89a4-481b5e3e5d03 req-bf6f2bb2-184b-41d4-ada1-301703272672 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:44.766244 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8508e6a6-2f9f-4921-89a4-481b5e3e5d03 req-bf6f2bb2-184b-41d4-ada1-301703272672 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 945 time: 0.0633106 Mar 30 01:29:44.799668 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 38820) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:44.825406 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-45c4f1a2-72fd-49e8-a3e0-c0095182e5ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:44.876863 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8508e6a6-2f9f-4921-89a4-481b5e3e5d03 req-bdc80b28-261e-4ec4-87c0-f80676ef85e0 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038785 Mar 30 01:29:44.903519 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9c6f9-5e86-4489-969a-c5e1c5f60572 req-ee14196e-ca9d-4fbe-81a4-fe0b698c4a92 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:44.905696 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-18c9c6f9-5e86-4489-969a-c5e1c5f60572 req-ee14196e-ca9d-4fbe-81a4-fe0b698c4a92 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 944 time: 0.0790148 Mar 30 01:29:44.927022 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-45c4f1a2-72fd-49e8-a3e0-c0095182e5ef admin admin] Publish callbacks [] for security_group (cca5e318-dbba-4558-a5fc-9ba2ecfd89a6), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:44.932729 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-45c4f1a2-72fd-49e8-a3e0-c0095182e5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (cca5e318-dbba-4558-a5fc-9ba2ecfd89a6), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:44.964360 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-18c9c6f9-5e86-4489-969a-c5e1c5f60572 req-9e5b12b4-ca3e-46b7-96d5-4ea42a98d7b2 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526621 Mar 30 01:29:45.001377 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-45c4f1a2-72fd-49e8-a3e0-c0095182e5ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a0e2da33e70c41629bf7be9673a05393&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2004051 Mar 30 01:29:45.004410 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 38828) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:45.006058 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4f1a2-72fd-49e8-a3e0-c0095182e5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca5e318-dbba-4558-a5fc-9ba2ecfd89a6,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:45.068941 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4bb233fc-2f62-40dd-b393-94510f0c214e admin admin] Publish callbacks [] for security_group (cca5e318-dbba-4558-a5fc-9ba2ecfd89a6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:45.099301 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4bb233fc-2f62-40dd-b393-94510f0c214e admin admin] Publish callbacks [] for security_group (cca5e318-dbba-4558-a5fc-9ba2ecfd89a6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:45.178691 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4bb233fc-2f62-40dd-b393-94510f0c214e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (cca5e318-dbba-4558-a5fc-9ba2ecfd89a6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:45.181959 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4bb233fc-2f62-40dd-b393-94510f0c214e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:45.183311 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-4bb233fc-2f62-40dd-b393-94510f0c214e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cca5e318-dbba-4558-a5fc-9ba2ecfd89a6 HTTP/1.1" status: 204 len: 168 time: 0.1778512 Mar 30 01:29:45.205473 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb233fc-2f62-40dd-b393-94510f0c214e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca5e318-dbba-4558-a5fc-9ba2ecfd89a6,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:45.264940 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70444e2-f753-4c0e-ab4b-b8481ba34410 req-fa569867-c96d-49f7-a66b-6335a364745d tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:45.273488 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c70444e2-f753-4c0e-ab4b-b8481ba34410 req-fa569867-c96d-49f7-a66b-6335a364745d tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f HTTP/1.1" status: 200 len: 945 time: 0.0794036 Mar 30 01:29:45.288460 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device ce7da202-aa09-4a9a-9abd-515e87782573 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:29:45.291679 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5 up at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:29:45.335222 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c70444e2-f753-4c0e-ab4b-b8481ba34410 req-4e9373aa-b759-4066-9b7f-f8b4804854b2 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e5ab77e-788a-4751-8b17-bab818a57bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547030 Mar 30 01:29:45.427747 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning for port e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5 completed by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:29:45.435897 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning complete for port e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:29:45.436473 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:45.476454 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port ce7da202-aa09-4a9a-9abd-515e87782573, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=ce7da202-aa09-4a9a-9abd-515e87782573,segment=NetworkSegment(5d2e7dcd-3d5b-47c5-be1e-e458e697b14e),segment_id=5d2e7dcd-3d5b-47c5-be1e-e458e697b14e)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:29:45.495017 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Returning: {'device': 'ce7da202-aa09-4a9a-9abd-515e87782573', 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1', 'port_id': 'ce7da202-aa09-4a9a-9abd-515e87782573', 'mac_address': 'fa:16:3e:c0:3c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:29:45.580079 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5 is: BUILD; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:45.580547 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:45.603734 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port ce7da202-aa09-4a9a-9abd-515e87782573 is: DOWN; New status is: BUILD {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:45.604127 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (ce7da202-aa09-4a9a-9abd-515e87782573), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:45.620538 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcca276-f34a-415b-8421-ed6b7fa2ee6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:29:45.815348 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce7da202-aa09-4a9a-9abd-515e87782573 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:29:45.823754 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5,segment=NetworkSegment(0799e6d0-5ecf-44b1-ac82-16ebbd925b69),segment_id=0799e6d0-5ecf-44b1-ac82-16ebbd925b69)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:29:45.832002 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:45.833364 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 294aab08-91bb-4250-8bc8-58e8f33cb7e9 up at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:29:45.867041 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port ce7da202-aa09-4a9a-9abd-515e87782573, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=ce7da202-aa09-4a9a-9abd-515e87782573,segment=NetworkSegment(5d2e7dcd-3d5b-47c5-be1e-e458e697b14e),segment_id=5d2e7dcd-3d5b-47c5-be1e-e458e697b14e)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:29:45.893516 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (ce7da202-aa09-4a9a-9abd-515e87782573), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:45.936767 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5,revision_number=5']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:45.988860 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning for port 294aab08-91bb-4250-8bc8-58e8f33cb7e9 completed by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:29:45.997842 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning complete for port 294aab08-91bb-4250-8bc8-58e8f33cb7e9 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:29:45.998216 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (294aab08-91bb-4250-8bc8-58e8f33cb7e9), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:46.055331 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=ce7da202-aa09-4a9a-9abd-515e87782573,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:46.066268 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9075c9-1412-4bf6-be00-dfdf65cad146 req-3471faeb-a408-4190-a662-b15162466d33 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:46.069518 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-fc9075c9-1412-4bf6-be00-dfdf65cad146 req-3471faeb-a408-4190-a662-b15162466d33 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 946 time: 0.1067772 Mar 30 01:29:46.139407 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port 294aab08-91bb-4250-8bc8-58e8f33cb7e9 is: BUILD; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:46.140016 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (294aab08-91bb-4250-8bc8-58e8f33cb7e9), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:46.162531 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-fc9075c9-1412-4bf6-be00-dfdf65cad146 req-03d846c6-0333-4a3b-b7f2-e621787ded9c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867813 Mar 30 01:29:46.185695 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061f58d-8b07-4377-9147-ff77d183b22c req-ac1a9c73-7a62-4c40-94af-8be62e2bbe1f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:46.193104 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0061f58d-8b07-4377-9147-ff77d183b22c req-ac1a9c73-7a62-4c40-94af-8be62e2bbe1f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 945 time: 0.1064126 Mar 30 01:29:46.199405 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 294aab08-91bb-4250-8bc8-58e8f33cb7e9, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=294aab08-91bb-4250-8bc8-58e8f33cb7e9,segment=NetworkSegment(eb774c52-a9ed-4a49-a43c-d2be71fdae78),segment_id=eb774c52-a9ed-4a49-a43c-d2be71fdae78)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:29:46.206510 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (294aab08-91bb-4250-8bc8-58e8f33cb7e9), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:46.207697 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 969bcbfd-bd0f-4374-81f5-809ac03f3009 up at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:29:46.263734 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b54a399a95781ce0e36d18e73dfd9bddfd965df0fcdebdd8e46dd02a402f6d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ef7232-c3a7-4089-94c0-1fc1df1ae7fc" -d '{"events": [{"server_uuid": "6fcca276-f34a-415b-8421-ed6b7fa2ee6b", "name": "network-vif-plugged", "status": "completed", "tag": "e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:29:46.275180 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['ce7da202-aa09-4a9a-9abd-515e87782573'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:29:46.294348 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0061f58d-8b07-4377-9147-ff77d183b22c req-5ba3b843-0817-4065-991b-5ab99a114168 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930057 Mar 30 01:29:46.367347 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=294aab08-91bb-4250-8bc8-58e8f33cb7e9,revision_number=5']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:46.386113 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning for port 969bcbfd-bd0f-4374-81f5-809ac03f3009 completed by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:29:46.416939 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning complete for port 969bcbfd-bd0f-4374-81f5-809ac03f3009 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:29:46.417231 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (969bcbfd-bd0f-4374-81f5-809ac03f3009), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:46.462614 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9c6c6e-ad62-4954-b2c1-93aa06c1c8d9 x-openstack-request-id: req-9c9c6c6e-ad62-4954-b2c1-93aa06c1c8d9 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:29:46.462944 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fcca276-f34a-415b-8421-ed6b7fa2ee6b", "name": "network-vif-plugged", "status": "completed", "tag": "e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:29:46.463262 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c9c6c6e-ad62-4954-b2c1-93aa06c1c8d9 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:29:46.463724 dv-cinder-817135-7-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c9c6c6e-ad62-4954-b2c1-93aa06c1c8d9'] response: {'server_uuid': '6fcca276-f34a-415b-8421-ed6b7fa2ee6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5', 'code': 200} Mar 30 01:29:46.576278 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port 969bcbfd-bd0f-4374-81f5-809ac03f3009 is: BUILD; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:46.576278 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (969bcbfd-bd0f-4374-81f5-809ac03f3009), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:46.595401 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb979f3a-b52b-4002-b03c-b35df2b74832 req-35330082-a607-4933-89f2-62ae1e2d6df0 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:46.613083 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-cb979f3a-b52b-4002-b03c-b35df2b74832 req-35330082-a607-4933-89f2-62ae1e2d6df0 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f HTTP/1.1" status: 200 len: 946 time: 0.1084690 Mar 30 01:29:46.702476 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 969bcbfd-bd0f-4374-81f5-809ac03f3009, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=969bcbfd-bd0f-4374-81f5-809ac03f3009,segment=NetworkSegment(0799e6d0-5ecf-44b1-ac82-16ebbd925b69),segment_id=0799e6d0-5ecf-44b1-ac82-16ebbd925b69)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:29:46.710572 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (969bcbfd-bd0f-4374-81f5-809ac03f3009), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:46.715041 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-cb979f3a-b52b-4002-b03c-b35df2b74832 req-aaad5207-710d-4b4d-bb1d-98daa73e7a46 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e5ab77e-788a-4751-8b17-bab818a57bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990500 Mar 30 01:29:46.790284 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=969bcbfd-bd0f-4374-81f5-809ac03f3009,revision_number=5']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:46.835404 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a2a0e-80dc-4f1c-93c1-cfecbcf82682 req-1f200e4d-ea22-4e7d-bf34-6bdeab99431f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:46.836963 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a10a2a0e-80dc-4f1c-93c1-cfecbcf82682 req-1f200e4d-ea22-4e7d-bf34-6bdeab99431f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 1130 time: 0.1426034 Mar 30 01:29:46.859090 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a10a2a0e-80dc-4f1c-93c1-cfecbcf82682 req-588d0ea6-4cca-4cbc-8176-3f0b6cd152f8 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:46.965803 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a10a2a0e-80dc-4f1c-93c1-cfecbcf82682 req-588d0ea6-4cca-4cbc-8176-3f0b6cd152f8 service neutron] Publish callbacks [] for security_group (73255d23-c66d-4834-bf6a-d99f65d37c75), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:46.971561 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a10a2a0e-80dc-4f1c-93c1-cfecbcf82682 req-588d0ea6-4cca-4cbc-8176-3f0b6cd152f8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (73255d23-c66d-4834-bf6a-d99f65d37c75), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:47.027497 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a10a2a0e-80dc-4f1c-93c1-cfecbcf82682 req-588d0ea6-4cca-4cbc-8176-3f0b6cd152f8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817842 Mar 30 01:29:47.027497 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d0ea6-4cca-4cbc-8176-3f0b6cd152f8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=73255d23-c66d-4834-bf6a-d99f65d37c75,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:47.302517 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad0793-8dd2-4931-94c2-9dd121a07b60 req-aaed8848-4749-45f4-8475-20909b776eb6 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:47.304050 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-64ad0793-8dd2-4931-94c2-9dd121a07b60 req-aaed8848-4749-45f4-8475-20909b776eb6 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 946 time: 0.0578189 Mar 30 01:29:47.356139 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-64ad0793-8dd2-4931-94c2-9dd121a07b60 req-629d9618-3393-4828-b45f-0685c7a15f4a tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462692 Mar 30 01:29:47.442216 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7e323-b066-4d50-8010-a645c2270740 req-151b7cd1-131a-44db-a8da-afd77935cb47 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:47.443971 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9dd7e323-b066-4d50-8010-a645c2270740 req-151b7cd1-131a-44db-a8da-afd77935cb47 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 945 time: 0.0539007 Mar 30 01:29:47.495018 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9dd7e323-b066-4d50-8010-a645c2270740 req-58bb1536-2372-4553-a8bd-5fa2b92003b9 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445735 Mar 30 01:29:47.872198 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba44d4-683a-40d6-a687-c0f3f594a624 req-5bc3e8fe-a526-4611-a01d-44bbcdbda99b tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:47.880366 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-cbba44d4-683a-40d6-a687-c0f3f594a624 req-5bc3e8fe-a526-4611-a01d-44bbcdbda99b tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f HTTP/1.1" status: 200 len: 946 time: 0.0731740 Mar 30 01:29:47.932470 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-cbba44d4-683a-40d6-a687-c0f3f594a624 req-2eefe8b0-1827-4f09-885f-fe45f4a0af12 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e5ab77e-788a-4751-8b17-bab818a57bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512264 Mar 30 01:29:48.464683 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294aab08-91bb-4250-8bc8-58e8f33cb7e9'}, {'server_uuid': 'f203bc01-737a-4ecd-b04e-e1f7f87374a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969bcbfd-bd0f-4374-81f5-809ac03f3009'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:29:48.468169 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b54a399a95781ce0e36d18e73dfd9bddfd965df0fcdebdd8e46dd02a402f6d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a90beaf-d7e8-4121-ae1d-89b33ee7669f" -d '{"events": [{"server_uuid": "9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f", "name": "network-vif-plugged", "status": "completed", "tag": "294aab08-91bb-4250-8bc8-58e8f33cb7e9"}, {"server_uuid": "f203bc01-737a-4ecd-b04e-e1f7f87374a0", "name": "network-vif-plugged", "status": "completed", "tag": "969bcbfd-bd0f-4374-81f5-809ac03f3009"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:29:48.504696 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d7b21-2f5c-444c-a6a5-a167f170102f req-39aef355-4970-4c2b-bae4-569f39143f2b tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:48.507607 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-467d7b21-2f5c-444c-a6a5-a167f170102f req-39aef355-4970-4c2b-bae4-569f39143f2b tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 946 time: 0.0828424 Mar 30 01:29:48.514938 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Mar 2022 01:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655ecac8-24c5-4df8-b910-48582d5f344f x-openstack-request-id: req-655ecac8-24c5-4df8-b910-48582d5f344f {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:29:48.516093 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f", "name": "network-vif-plugged", "status": "completed", "tag": "294aab08-91bb-4250-8bc8-58e8f33cb7e9", "code": 200}, {"server_uuid": "f203bc01-737a-4ecd-b04e-e1f7f87374a0", "name": "network-vif-plugged", "status": "completed", "tag": "969bcbfd-bd0f-4374-81f5-809ac03f3009", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:29:48.516093 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-655ecac8-24c5-4df8-b910-48582d5f344f {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:29:48.516093 dv-cinder-817135-7-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-655ecac8-24c5-4df8-b910-48582d5f344f'] response: {'server_uuid': '9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294aab08-91bb-4250-8bc8-58e8f33cb7e9', 'code': 200} Mar 30 01:29:48.516356 dv-cinder-817135-7-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-655ecac8-24c5-4df8-b910-48582d5f344f'] response: {'server_uuid': 'f203bc01-737a-4ecd-b04e-e1f7f87374a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969bcbfd-bd0f-4374-81f5-809ac03f3009', 'code': 200} Mar 30 01:29:48.580476 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-467d7b21-2f5c-444c-a6a5-a167f170102f req-472b4ab0-6c7c-4fc4-876f-98bc35afabf8 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641003 Mar 30 01:29:48.661832 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedec441-63b1-4d5b-8a0d-c5a4f2856095 req-4943c032-50b4-4cd5-9723-77b89586ed1c tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:48.663386 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-eedec441-63b1-4d5b-8a0d-c5a4f2856095 req-4943c032-50b4-4cd5-9723-77b89586ed1c tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 945 time: 0.0817511 Mar 30 01:29:48.723439 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-eedec441-63b1-4d5b-8a0d-c5a4f2856095 req-0c0c8548-e86c-4139-962e-317fdf06259a tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524747 Mar 30 01:29:48.763391 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02efe30-726f-4400-9abe-6af80b55b698 req-0e0931fc-7eb6-415b-b8a5-4b76595a7edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:48.765158 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f02efe30-726f-4400-9abe-6af80b55b698 req-0e0931fc-7eb6-415b-b8a5-4b76595a7edd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f HTTP/1.1" status: 200 len: 1130 time: 0.0556262 Mar 30 01:29:48.782883 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e245a60-1c21-40db-a082-bee8fac17650 req-c10eac40-5034-484f-b07f-76acb8a82e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:48.784397 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-5e245a60-1c21-40db-a082-bee8fac17650 req-c10eac40-5034-484f-b07f-76acb8a82e6f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f203bc01-737a-4ecd-b04e-e1f7f87374a0 HTTP/1.1" status: 200 len: 1130 time: 0.0749140 Mar 30 01:29:48.819120 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f02efe30-726f-4400-9abe-6af80b55b698 req-20c16532-f5bf-4ae7-a12c-437d7d621265 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7e5ab77e-788a-4751-8b17-bab818a57bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458724 Mar 30 01:29:48.836232 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-5e245a60-1c21-40db-a082-bee8fac17650 req-971f3b9e-600e-4705-808d-bc8d51cda56f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452747 Mar 30 01:29:49.065778 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98ddfd-bb61-4b03-8c84-e3475ffc846f req-7b0fd5b9-2736-409f-b0d7-ca7a20fe0439 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:49.067402 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6b98ddfd-bb61-4b03-8c84-e3475ffc846f req-7b0fd5b9-2736-409f-b0d7-ca7a20fe0439 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f HTTP/1.1" status: 200 len: 946 time: 0.0542181 Mar 30 01:29:49.131000 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6b98ddfd-bb61-4b03-8c84-e3475ffc846f req-3531bbee-d162-4599-8b38-1c8da0dde58c tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e5ab77e-788a-4751-8b17-bab818a57bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560791 Mar 30 01:29:49.324083 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device ce7da202-aa09-4a9a-9abd-515e87782573 up at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:29:49.395253 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning for port ce7da202-aa09-4a9a-9abd-515e87782573 completed by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:29:49.399821 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning complete for port ce7da202-aa09-4a9a-9abd-515e87782573 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:29:49.400247 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (ce7da202-aa09-4a9a-9abd-515e87782573), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:49.504143 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port ce7da202-aa09-4a9a-9abd-515e87782573 is: BUILD; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:49.504973 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (ce7da202-aa09-4a9a-9abd-515e87782573), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:49.554763 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port ce7da202-aa09-4a9a-9abd-515e87782573, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=ce7da202-aa09-4a9a-9abd-515e87782573,segment=NetworkSegment(5d2e7dcd-3d5b-47c5-be1e-e458e697b14e),segment_id=5d2e7dcd-3d5b-47c5-be1e-e458e697b14e)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:29:49.566594 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (ce7da202-aa09-4a9a-9abd-515e87782573), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:49.628651 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=ce7da202-aa09-4a9a-9abd-515e87782573,revision_number=5']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:49.715882 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1a304806-3602-4591-8108-5f7b997966ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:49.727512 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dce661-ff18-4089-a870-7c2f4c75b62b req-eb15d20a-9aa2-4100-8825-6d7a839721a9 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:49.735299 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-44dce661-ff18-4089-a870-7c2f4c75b62b req-eb15d20a-9aa2-4100-8825-6d7a839721a9 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 946 time: 0.0603607 Mar 30 01:29:49.805873 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-44dce661-ff18-4089-a870-7c2f4c75b62b req-aac13e4c-5704-4fc2-b5b4-a69833329261 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681493 Mar 30 01:29:49.894100 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7e209-598b-42f1-a8bd-d9b4f8c9adda req-48238288-664d-4f7e-84ad-ba730a36d892 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:49.902660 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7af7e209-598b-42f1-a8bd-d9b4f8c9adda req-48238288-664d-4f7e-84ad-ba730a36d892 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.0832355 Mar 30 01:29:49.956804 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7af7e209-598b-42f1-a8bd-d9b4f8c9adda req-a77bf30a-efef-451e-9b2f-fd40edaa3842 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529211 Mar 30 01:29:50.235793 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e21c7-3349-47f1-b9d9-e39f21c65485 req-b1060955-094d-42d1-b5f2-5050ed0fb465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:50.239054 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ba2e21c7-3349-47f1-b9d9-e39f21c65485 req-b1060955-094d-42d1-b5f2-5050ed0fb465 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d9a35d928b647dc9915d88e0bf1f590&device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 1130 time: 0.0966518 Mar 30 01:29:50.281690 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38f169-e57c-4b7a-9a46-b19240207baa req-a3c52aa1-b89a-41ac-847e-6537c4002835 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:50.284516 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8e38f169-e57c-4b7a-9a46-b19240207baa req-a3c52aa1-b89a-41ac-847e-6537c4002835 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 946 time: 0.1106966 Mar 30 01:29:50.400397 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8e38f169-e57c-4b7a-9a46-b19240207baa req-30305d41-19c5-4ed9-a15d-f0e228b878ae tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041965 Mar 30 01:29:50.404162 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e21c7-3349-47f1-b9d9-e39f21c65485 req-08fc916d-e142-4d8b-8b93-babf0bae57e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:50.406274 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ba2e21c7-3349-47f1-b9d9-e39f21c65485 req-08fc916d-e142-4d8b-8b93-babf0bae57e9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=37a51576-2901-40b9-a77d-ddc99f82f95c HTTP/1.1" status: 200 len: 918 time: 0.1611750 Mar 30 01:29:50.449942 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e783f2f-6710-4283-85fe-361cbf8b75fb req-37f7dd00-e5ad-4355-8475-d8189a7c97b8 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:50.458327 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2e783f2f-6710-4283-85fe-361cbf8b75fb req-37f7dd00-e5ad-4355-8475-d8189a7c97b8 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f HTTP/1.1" status: 200 len: 946 time: 0.1521518 Mar 30 01:29:50.499417 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ba2e21c7-3349-47f1-b9d9-e39f21c65485 req-dc8962d1-4989-4780-b78d-c3bba3ca6e73 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5 HTTP/1.1" status: 200 len: 217 time: 0.0716221 Mar 30 01:29:50.517066 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cad150-03a0-42c9-a215-87597242e1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7da202-aa09-4a9a-9abd-515e87782573'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:29:50.519699 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b54a399a95781ce0e36d18e73dfd9bddfd965df0fcdebdd8e46dd02a402f6d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8986121d-82b0-40c1-a11b-6f32efd142f1" -d '{"events": [{"server_uuid": "97cad150-03a0-42c9-a215-87597242e1d7", "name": "network-vif-plugged", "status": "completed", "tag": "ce7da202-aa09-4a9a-9abd-515e87782573"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:29:50.572742 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e21c7-3349-47f1-b9d9-e39f21c65485 req-1bfe73d5-c3a6-43b6-9131-b338e1750f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:50.575778 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ba2e21c7-3349-47f1-b9d9-e39f21c65485 req-1bfe73d5-c3a6-43b6-9131-b338e1750f4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81bb63ca-5b7c-44e1-993e-20d1ff7fbcda HTTP/1.1" status: 200 len: 856 time: 0.0643141 Mar 30 01:29:50.579978 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5eaec9b-b73b-4bdf-ae45-d91fac7ac35b x-openstack-request-id: req-a5eaec9b-b73b-4bdf-ae45-d91fac7ac35b {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:29:50.580286 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97cad150-03a0-42c9-a215-87597242e1d7", "name": "network-vif-plugged", "status": "completed", "tag": "ce7da202-aa09-4a9a-9abd-515e87782573", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:29:50.580535 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5eaec9b-b73b-4bdf-ae45-d91fac7ac35b {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:29:50.580924 dv-cinder-817135-7-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5eaec9b-b73b-4bdf-ae45-d91fac7ac35b'] response: {'server_uuid': '97cad150-03a0-42c9-a215-87597242e1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7da202-aa09-4a9a-9abd-515e87782573', 'code': 200} Mar 30 01:29:50.614369 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2e783f2f-6710-4283-85fe-361cbf8b75fb req-101cb9b1-be45-4ee5-b637-73a06e08bf4c tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e5ab77e-788a-4751-8b17-bab818a57bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550615 Mar 30 01:29:50.651330 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e21c7-3349-47f1-b9d9-e39f21c65485 req-ddd61429-4553-4a28-8050-f3200d3fcbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:50.655220 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ba2e21c7-3349-47f1-b9d9-e39f21c65485 req-ddd61429-4553-4a28-8050-f3200d3fcbb4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37a51576-2901-40b9-a77d-ddc99f82f95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0701828 Mar 30 01:29:50.676772 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 39230) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:50.809328 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ba2e21c7-3349-47f1-b9d9-e39f21c65485 req-9b358138-2955-4adf-8a2e-d4543dd94b51 service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334701 Mar 30 01:29:50.836692 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dc400b11-750b-4520-a377-e43772edfdcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:50.931282 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df060296-12a9-4b6d-8813-ff3ea30661e3 req-77900f5c-3829-4713-ab82-de10841447c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:50.933315 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-df060296-12a9-4b6d-8813-ff3ea30661e3 req-77900f5c-3829-4713-ab82-de10841447c0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 1130 time: 0.1401854 Mar 30 01:29:50.934508 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ba2e21c7-3349-47f1-b9d9-e39f21c65485 req-d821132f-459f-4603-a911-2231d3d98900 service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130371 Mar 30 01:29:50.957580 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 39236) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:50.978593 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dc400b11-750b-4520-a377-e43772edfdcb admin admin] Publish callbacks [] for security_group (e8b1e013-ba87-4073-8ef5-da891e00534d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:50.988681 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dc400b11-750b-4520-a377-e43772edfdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (e8b1e013-ba87-4073-8ef5-da891e00534d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:51.053021 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-dc400b11-750b-4520-a377-e43772edfdcb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e8e4c4dfb03d4e30b1a28dd16ad72807&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3727524 Mar 30 01:29:51.054212 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 39244) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:51.056931 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc400b11-750b-4520-a377-e43772edfdcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b1e013-ba87-4073-8ef5-da891e00534d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:51.070533 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-df060296-12a9-4b6d-8813-ff3ea30661e3 req-14fd8924-5ef6-4269-8ee0-e825c431f2d1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053729 Mar 30 01:29:51.113849 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ddc6b692-971f-44bd-95b9-67abfb33e392 admin admin] Publish callbacks [] for security_group (e8b1e013-ba87-4073-8ef5-da891e00534d), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:51.114128 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c12a6b-4816-4a0d-890e-14662bbb84f0 req-9bd2d71b-51a1-43db-a42d-79c99f1b46aa tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:51.115586 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e8c12a6b-4816-4a0d-890e-14662bbb84f0 req-9bd2d71b-51a1-43db-a42d-79c99f1b46aa tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.0636621 Mar 30 01:29:51.142925 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7ee24b9c-3ab1-4cd3-bc30-84ba67178d8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:51.164252 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ddc6b692-971f-44bd-95b9-67abfb33e392 admin admin] Publish callbacks [] for security_group (e8b1e013-ba87-4073-8ef5-da891e00534d), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:51.170713 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e8c12a6b-4816-4a0d-890e-14662bbb84f0 req-5fb75c3f-b886-4eb1-bd27-733a9e1438e0 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493822 Mar 30 01:29:51.233773 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ddc6b692-971f-44bd-95b9-67abfb33e392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (e8b1e013-ba87-4073-8ef5-da891e00534d), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:51.236514 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ddc6b692-971f-44bd-95b9-67abfb33e392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:51.237650 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-ddc6b692-971f-44bd-95b9-67abfb33e392 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e8b1e013-ba87-4073-8ef5-da891e00534d HTTP/1.1" status: 204 len: 168 time: 0.1821713 Mar 30 01:29:51.252481 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6b692-971f-44bd-95b9-67abfb33e392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b1e013-ba87-4073-8ef5-da891e00534d,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:51.286796 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7ee24b9c-3ab1-4cd3-bc30-84ba67178d8f admin admin] Publish callbacks [] for security_group (e535a5a5-2681-4d2c-8a7b-e5c749cbb685), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:51.291871 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7ee24b9c-3ab1-4cd3-bc30-84ba67178d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (e535a5a5-2681-4d2c-8a7b-e5c749cbb685), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:51.334682 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee24b9c-3ab1-4cd3-bc30-84ba67178d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e535a5a5-2681-4d2c-8a7b-e5c749cbb685,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:51.344260 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 39254) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:51.344402 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-7ee24b9c-3ab1-4cd3-bc30-84ba67178d8f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a509a625c3c14f91ae63b1f97059847c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3855853 Mar 30 01:29:51.434079 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4741af56-9718-439f-8cb6-2ec553564f06 admin admin] Publish callbacks [] for security_group (e535a5a5-2681-4d2c-8a7b-e5c749cbb685), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:51.460754 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4741af56-9718-439f-8cb6-2ec553564f06 admin admin] Publish callbacks [] for security_group (e535a5a5-2681-4d2c-8a7b-e5c749cbb685), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:51.552543 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840f4c0-15da-494a-8936-521b33637aee req-f65e6aee-701a-41bc-820a-beb0dd9e68fd tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:51.554039 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7840f4c0-15da-494a-8936-521b33637aee req-f65e6aee-701a-41bc-820a-beb0dd9e68fd tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 946 time: 0.0847917 Mar 30 01:29:51.569142 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4741af56-9718-439f-8cb6-2ec553564f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (e535a5a5-2681-4d2c-8a7b-e5c749cbb685), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:51.572996 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4741af56-9718-439f-8cb6-2ec553564f06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:51.576970 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-4741af56-9718-439f-8cb6-2ec553564f06 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e535a5a5-2681-4d2c-8a7b-e5c749cbb685 HTTP/1.1" status: 204 len: 168 time: 0.2285335 Mar 30 01:29:51.592626 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741af56-9718-439f-8cb6-2ec553564f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e535a5a5-2681-4d2c-8a7b-e5c749cbb685,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:51.599326 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 39268) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:51.623598 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bcc39322-68f2-42ae-9dfe-306ab4fd8f6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:51.667478 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7840f4c0-15da-494a-8936-521b33637aee req-b6189ea3-2c3c-4f56-975e-4e4b4618b77a tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055179 Mar 30 01:29:51.778066 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bcc39322-68f2-42ae-9dfe-306ab4fd8f6f admin admin] Publish callbacks [] for security_group (a450821d-1f8f-4274-b689-cb3d555fef64), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:51.783384 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bcc39322-68f2-42ae-9dfe-306ab4fd8f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (a450821d-1f8f-4274-b689-cb3d555fef64), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:51.816607 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871edd63-f8b7-4247-ab85-7a3893d5a11c req-b1eddae3-d63d-490e-b00a-7deaec239646 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:51.818418 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-871edd63-f8b7-4247-ab85-7a3893d5a11c req-b1eddae3-d63d-490e-b00a-7deaec239646 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f HTTP/1.1" status: 200 len: 946 time: 0.1119072 Mar 30 01:29:51.845407 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-bcc39322-68f2-42ae-9dfe-306ab4fd8f6f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=641a9861f0e940e4891a79fd6ec3120f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394772 Mar 30 01:29:51.845407 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc39322-68f2-42ae-9dfe-306ab4fd8f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a450821d-1f8f-4274-b689-cb3d555fef64,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:51.846164 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 39282) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:51.868869 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 39286) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:51.889697 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-871edd63-f8b7-4247-ab85-7a3893d5a11c req-dfba20a0-6334-4dac-9030-f38245a07620 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e5ab77e-788a-4751-8b17-bab818a57bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649517 Mar 30 01:29:51.944735 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b9d0df68-7f4b-4470-b440-1224700a7673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:52.109555 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-69f46b08-fcce-46c9-bda6-e2fce703772c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:52.162346 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-65af8664-4277-489f-8793-441e6d495d35 admin admin] Publish callbacks [] for security_group (a450821d-1f8f-4274-b689-cb3d555fef64), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:52.202205 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-65af8664-4277-489f-8793-441e6d495d35 admin admin] Publish callbacks [] for security_group (a450821d-1f8f-4274-b689-cb3d555fef64), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:52.236154 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 39298) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:52.256155 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 39300) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:52.257257 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8f5f17a4-544f-45c9-acfd-ec07d17a5d9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:52.281613 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-69f46b08-fcce-46c9-bda6-e2fce703772c admin admin] Publish callbacks [] for security_group (9973ddc9-1aa2-44e3-a7ef-25a2c613eca9), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:52.294698 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-69f46b08-fcce-46c9-bda6-e2fce703772c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (9973ddc9-1aa2-44e3-a7ef-25a2c613eca9), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:52.317225 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-65af8664-4277-489f-8793-441e6d495d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (a450821d-1f8f-4274-b689-cb3d555fef64), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:52.324862 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-65af8664-4277-489f-8793-441e6d495d35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:52.330347 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-65af8664-4277-489f-8793-441e6d495d35 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a450821d-1f8f-4274-b689-cb3d555fef64 HTTP/1.1" status: 204 len: 168 time: 0.4824731 Mar 30 01:29:52.366735 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8f5f17a4-544f-45c9-acfd-ec07d17a5d9f admin admin] Publish callbacks [] for security_group (f557962c-ba2a-4f9c-acdc-6c733335ec62), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:52.384350 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8f5f17a4-544f-45c9-acfd-ec07d17a5d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (f557962c-ba2a-4f9c-acdc-6c733335ec62), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:52.392329 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-69f46b08-fcce-46c9-bda6-e2fce703772c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a83fc2bd6ce148c5aa3d045daa658a67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5219336 Mar 30 01:29:52.393141 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 39310) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:52.393853 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f46b08-fcce-46c9-bda6-e2fce703772c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9973ddc9-1aa2-44e3-a7ef-25a2c613eca9,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:52.420275 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af8664-4277-489f-8793-441e6d495d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a450821d-1f8f-4274-b689-cb3d555fef64,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:52.471173 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-8f5f17a4-544f-45c9-acfd-ec07d17a5d9f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=355a886554d443209103da394af88322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338798 Mar 30 01:29:52.473616 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 39314) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:52.478174 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-63db8530-1051-4ef1-a266-3fea81f2143e admin admin] Publish callbacks [] for security_group (9973ddc9-1aa2-44e3-a7ef-25a2c613eca9), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:52.480581 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f17a4-544f-45c9-acfd-ec07d17a5d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f557962c-ba2a-4f9c-acdc-6c733335ec62,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:52.510468 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-63db8530-1051-4ef1-a266-3fea81f2143e admin admin] Publish callbacks [] for security_group (9973ddc9-1aa2-44e3-a7ef-25a2c613eca9), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:52.511688 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865f82a-1264-43d2-92ab-d8fa8a41980f req-12b204f4-db84-464d-a190-f2d5114af61d tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:52.518890 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6865f82a-1264-43d2-92ab-d8fa8a41980f req-12b204f4-db84-464d-a190-f2d5114af61d tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.1365683 Mar 30 01:29:52.575185 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c0988e7a-12eb-401b-aed4-742f1d565b5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:52.588001 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6865f82a-1264-43d2-92ab-d8fa8a41980f req-cd685084-b734-45e6-9382-1c6188f97cc8 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672374 Mar 30 01:29:52.619931 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b49e3be3-9571-4554-ab5e-2d11242fc416 admin admin] Publish callbacks [] for security_group (f557962c-ba2a-4f9c-acdc-6c733335ec62), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:52.655625 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-63db8530-1051-4ef1-a266-3fea81f2143e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (9973ddc9-1aa2-44e3-a7ef-25a2c613eca9), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:52.658450 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b49e3be3-9571-4554-ab5e-2d11242fc416 admin admin] Publish callbacks [] for security_group (f557962c-ba2a-4f9c-acdc-6c733335ec62), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:52.658674 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-63db8530-1051-4ef1-a266-3fea81f2143e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:52.662127 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-63db8530-1051-4ef1-a266-3fea81f2143e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9973ddc9-1aa2-44e3-a7ef-25a2c613eca9 HTTP/1.1" status: 204 len: 168 time: 0.2629652 Mar 30 01:29:52.673386 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db8530-1051-4ef1-a266-3fea81f2143e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9973ddc9-1aa2-44e3-a7ef-25a2c613eca9,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:52.717555 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c0988e7a-12eb-401b-aed4-742f1d565b5d admin admin] Publish callbacks [] for security_group (ff710c16-b221-4721-bc62-c3faa5aba205), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:52.724072 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c0988e7a-12eb-401b-aed4-742f1d565b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (ff710c16-b221-4721-bc62-c3faa5aba205), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:52.748305 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b49e3be3-9571-4554-ab5e-2d11242fc416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (f557962c-ba2a-4f9c-acdc-6c733335ec62), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:52.751515 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b49e3be3-9571-4554-ab5e-2d11242fc416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:52.753000 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-b49e3be3-9571-4554-ab5e-2d11242fc416 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f557962c-ba2a-4f9c-acdc-6c733335ec62 HTTP/1.1" status: 204 len: 168 time: 0.2784691 Mar 30 01:29:52.763726 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e3be3-9571-4554-ab5e-2d11242fc416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f557962c-ba2a-4f9c-acdc-6c733335ec62,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:52.766095 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0988e7a-12eb-401b-aed4-742f1d565b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff710c16-b221-4721-bc62-c3faa5aba205,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:52.801089 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-c0988e7a-12eb-401b-aed4-742f1d565b5d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a8dfd97f2e7049baafe3c9a2f73651ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5404601 Mar 30 01:29:52.802619 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 39324) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:52.888734 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a18187-9541-44c1-b86d-4075ca677d09 req-134d1c0a-3aab-4e45-aedf-648aef97cbdb tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:52.890725 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-94a18187-9541-44c1-b86d-4075ca677d09 req-134d1c0a-3aab-4e45-aedf-648aef97cbdb tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 946 time: 0.0901473 Mar 30 01:29:52.904517 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-53d4391f-1508-49b3-86a3-c4a9836875d3 admin admin] Publish callbacks [] for security_group (ff710c16-b221-4721-bc62-c3faa5aba205), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:52.940750 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-53d4391f-1508-49b3-86a3-c4a9836875d3 admin admin] Publish callbacks [] for security_group (ff710c16-b221-4721-bc62-c3faa5aba205), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:52.994666 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-94a18187-9541-44c1-b86d-4075ca677d09 req-aae046db-d09e-41cc-9c23-1da531dd8f3f tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920315 Mar 30 01:29:53.005479 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:53.016923 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-53d4391f-1508-49b3-86a3-c4a9836875d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (ff710c16-b221-4721-bc62-c3faa5aba205), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:53.019658 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-53d4391f-1508-49b3-86a3-c4a9836875d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:53.020806 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-53d4391f-1508-49b3-86a3-c4a9836875d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ff710c16-b221-4721-bc62-c3faa5aba205 HTTP/1.1" status: 204 len: 168 time: 0.2170668 Mar 30 01:29:53.029550 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4391f-1508-49b3-86a3-c4a9836875d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff710c16-b221-4721-bc62-c3faa5aba205,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:53.127483 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 39336) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:53.141271 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1021fd55-3e48-471c-9178-79bcbb102d4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:53.224751 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1021fd55-3e48-471c-9178-79bcbb102d4d admin admin] Publish callbacks [] for security_group (59b0acf6-6071-450c-ab15-5ee62efea3ff), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:53.232206 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1021fd55-3e48-471c-9178-79bcbb102d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (59b0acf6-6071-450c-ab15-5ee62efea3ff), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:53.281716 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 39342) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:53.283122 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-1021fd55-3e48-471c-9178-79bcbb102d4d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=532a56b79adb412dbb5d832d1ac9af33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1543050 Mar 30 01:29:53.284786 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021fd55-3e48-471c-9178-79bcbb102d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b0acf6-6071-450c-ab15-5ee62efea3ff,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:53.357093 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dbb70918-0f2b-4f38-b92e-44094966e1c2 admin admin] Publish callbacks [] for security_group (59b0acf6-6071-450c-ab15-5ee62efea3ff), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:53.379502 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dbb70918-0f2b-4f38-b92e-44094966e1c2 admin admin] Publish callbacks [] for security_group (59b0acf6-6071-450c-ab15-5ee62efea3ff), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:53.437253 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dbb70918-0f2b-4f38-b92e-44094966e1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (59b0acf6-6071-450c-ab15-5ee62efea3ff), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:53.440468 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dbb70918-0f2b-4f38-b92e-44094966e1c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:53.441635 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-dbb70918-0f2b-4f38-b92e-44094966e1c2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/59b0acf6-6071-450c-ab15-5ee62efea3ff HTTP/1.1" status: 204 len: 168 time: 0.1589322 Mar 30 01:29:53.450759 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb70918-0f2b-4f38-b92e-44094966e1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b0acf6-6071-450c-ab15-5ee62efea3ff,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:53.573715 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 39364) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:53.591984 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-397fd558-1be7-441e-a4c3-aafa6521e058 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:53.763035 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-397fd558-1be7-441e-a4c3-aafa6521e058 admin admin] Publish callbacks [] for security_group (582c58e9-23ee-4d05-b489-453e709d5562), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:53.774347 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-397fd558-1be7-441e-a4c3-aafa6521e058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (582c58e9-23ee-4d05-b489-453e709d5562), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:53.797368 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4bd13-bd41-444a-8547-75a57d02f2f1 req-af6212ff-21bd-4313-b591-071ad9aa7ce5 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:53.798999 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-01f4bd13-bd41-444a-8547-75a57d02f2f1 req-af6212ff-21bd-4313-b591-071ad9aa7ce5 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.1150761 Mar 30 01:29:53.845393 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397fd558-1be7-441e-a4c3-aafa6521e058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582c58e9-23ee-4d05-b489-453e709d5562,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:53.866887 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-397fd558-1be7-441e-a4c3-aafa6521e058 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2354e5d200334de296b918a3e308c1d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919946 Mar 30 01:29:53.870262 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 39380) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:53.949683 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-01f4bd13-bd41-444a-8547-75a57d02f2f1 req-200d847c-af99-4c28-bbdf-0e1a4cc4e035 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377101 Mar 30 01:29:53.975621 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2c89f5ba-309b-411e-a206-d33865f6bdb8 admin admin] Publish callbacks [] for security_group (582c58e9-23ee-4d05-b489-453e709d5562), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:54.006704 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2c89f5ba-309b-411e-a206-d33865f6bdb8 admin admin] Publish callbacks [] for security_group (582c58e9-23ee-4d05-b489-453e709d5562), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:54.094987 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2c89f5ba-309b-411e-a206-d33865f6bdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (582c58e9-23ee-4d05-b489-453e709d5562), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:54.097970 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2c89f5ba-309b-411e-a206-d33865f6bdb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:54.102770 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-2c89f5ba-309b-411e-a206-d33865f6bdb8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/582c58e9-23ee-4d05-b489-453e709d5562 HTTP/1.1" status: 204 len: 168 time: 0.2302482 Mar 30 01:29:54.110085 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89f5ba-309b-411e-a206-d33865f6bdb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582c58e9-23ee-4d05-b489-453e709d5562,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:54.194014 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a4901-eb50-4a56-ac4a-b65a9a6af9af req-49690e2b-40cd-4613-a80f-4aff01bcdb33 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:54.195560 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-3e0a4901-eb50-4a56-ac4a-b65a9a6af9af req-49690e2b-40cd-4613-a80f-4aff01bcdb33 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.1293461 Mar 30 01:29:54.207097 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 39402) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:54.209274 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf4fca-272f-4a49-8018-732bd31b7e06 req-cccfa26e-30eb-46d9-8610-a9a48ad9241e tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:54.210802 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-eccf4fca-272f-4a49-8018-732bd31b7e06 req-cccfa26e-30eb-46d9-8610-a9a48ad9241e tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 946 time: 0.0819111 Mar 30 01:29:54.214134 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-9ce4963b-020a-4d6e-93a3-333a2cb5ef02 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Request body: {'floatingip': {'port_id': 'ce7da202-aa09-4a9a-9abd-515e87782573'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:54.276480 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-eccf4fca-272f-4a49-8018-732bd31b7e06 req-e9f3b2ba-9130-4e71-938d-d5010f6a7108 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597134 Mar 30 01:29:54.308885 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9ce4963b-020a-4d6e-93a3-333a2cb5ef02 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for floatingip (39e97e8a-251b-4d68-9540-51609b1e926c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:54.554483 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:54.995617 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9ce4963b-020a-4d6e-93a3-333a2cb5ef02 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:55.000834 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9ce4963b-020a-4d6e-93a3-333a2cb5ef02 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623942'] for floatingip (39e97e8a-251b-4d68-9540-51609b1e926c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:55.144357 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.db.l3_db [None req-9ce4963b-020a-4d6e-93a3-333a2cb5ef02 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Floating IP 39e97e8a-251b-4d68-9540-51609b1e926c associated. External IP: 172.28.0.29, port: ce7da202-aa09-4a9a-9abd-515e87782573. Mar 30 01:29:55.419019 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652f550-92ea-4b91-9bd8-cc1f289a1a9f req-ba6c8ca7-8a5a-4ac4-9375-5f55d272609b tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:55.427780 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-3652f550-92ea-4b91-9bd8-cc1f289a1a9f req-ba6c8ca7-8a5a-4ac4-9375-5f55d272609b tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 946 time: 0.0675440 Mar 30 01:29:55.487110 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-3652f550-92ea-4b91-9bd8-cc1f289a1a9f req-2fbdeb39-5232-430e-b292-8ee4d04b642f tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583470 Mar 30 01:29:55.598480 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce4963b-020a-4d6e-93a3-333a2cb5ef02 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Router 6f7a6db5-22fa-4aaf-942a-34ebe367e11f has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:29:55.744588 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce4963b-020a-4d6e-93a3-333a2cb5ef02 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:29:55.758132 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9ce4963b-020a-4d6e-93a3-333a2cb5ef02 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for floatingip (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:55.773528 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bad1650-d1df-4006-90cd-587e4acbd338 None None] Sync routers for ids ['6f7a6db5-22fa-4aaf-942a-34ebe367e11f'] in dv-cinder-817135-7-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:29:55.786982 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bad1650-d1df-4006-90cd-587e4acbd338 None None] Routers {'6f7a6db5-22fa-4aaf-942a-34ebe367e11f'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:29:55.787613 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-2bad1650-d1df-4006-90cd-587e4acbd338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:29:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6f7a6db5-22fa-4aaf-942a-34ebe367e11f'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:55.819810 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-9ce4963b-020a-4d6e-93a3-333a2cb5ef02 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "PUT /v2.0/floatingips/39e97e8a-251b-4d68-9540-51609b1e926c HTTP/1.1" status: 200 len: 991 time: 1.6106985 Mar 30 01:29:55.821190 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97cad150-03a0-42c9-a215-87597242e1d7', 'tag': 'ce7da202-aa09-4a9a-9abd-515e87782573'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:29:55.825521 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d82201e-507c-4289-9c49-68eded727436" -d '{"events": [{"name": "network-changed", "server_uuid": "97cad150-03a0-42c9-a215-87597242e1d7", "tag": "ce7da202-aa09-4a9a-9abd-515e87782573"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:29:55.865859 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8907bd-9b9a-4e62-8478-8ff76d1a898a x-openstack-request-id: req-ad8907bd-9b9a-4e62-8478-8ff76d1a898a {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:29:55.866346 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97cad150-03a0-42c9-a215-87597242e1d7", "tag": "ce7da202-aa09-4a9a-9abd-515e87782573", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:29:55.866775 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad8907bd-9b9a-4e62-8478-8ff76d1a898a {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:29:55.867309 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad8907bd-9b9a-4e62-8478-8ff76d1a898a'] response: {'name': 'network-changed', 'server_uuid': '97cad150-03a0-42c9-a215-87597242e1d7', 'tag': 'ce7da202-aa09-4a9a-9abd-515e87782573', 'status': 'completed', 'code': 200} Mar 30 01:29:55.954837 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-2bad1650-d1df-4006-90cd-587e4acbd338 None None] Set router 6f7a6db5-22fa-4aaf-942a-34ebe367e11f gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:29:55.995621 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82201e-507c-4289-9c49-68eded727436 req-89577e76-776f-47ac-80fa-efd140949571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:55.997449 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4d82201e-507c-4289-9c49-68eded727436 req-89577e76-776f-47ac-80fa-efd140949571 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=61dc5b0786784b47b68b2e4463489f52&device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 1130 time: 0.0923893 Mar 30 01:29:56.011690 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:56.153738 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82201e-507c-4289-9c49-68eded727436 req-5d9ca4ac-420a-4956-ae88-bec2db3b651d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:56.155240 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4d82201e-507c-4289-9c49-68eded727436 req-5d9ca4ac-420a-4956-ae88-bec2db3b651d service neutron] 10.222.0.18 "GET /v2.0/networks?id=43648525-c7cf-4e35-9f44-2977e45db7f1 HTTP/1.1" status: 200 len: 918 time: 0.1494205 Mar 30 01:29:56.312901 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-2bad1650-d1df-4006-90cd-587e4acbd338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'name': 'tempest-AttachVolumeShelveTestJSON-2106925405-router', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:09Z', 'updated_at': '2022-03-30T01:29:17Z', 'revision_number': 4, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'gw_port': {'id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:10Z', 'updated_at': '2022-03-30T01:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '39e97e8a-251b-4d68-9540-51609b1e926c', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'floating_ip_address': '172.28.0.29', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'port_id': 'ce7da202-aa09-4a9a-9abd-515e87782573', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1', 'mac_address': 'fa:16:3e:c0:3c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cad150-03a0-42c9-a215-87597242e1d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:29:34Z', 'updated_at': '2022-03-30T01:29:54Z', 'revision_number': 1, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '859c8630-07ce-4498-b24f-59cc873c5033', 'name': '', 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'mac_address': 'fa:16:3e:26:62:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:15Z', 'updated_at': '2022-03-30T01:29:27Z', 'revision_number': 5, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'subnets': [{'id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:56.322574 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4d82201e-507c-4289-9c49-68eded727436 req-7a2de66c-419e-4359-a525-c96caa1c9b6e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce7da202-aa09-4a9a-9abd-515e87782573 HTTP/1.1" status: 200 len: 999 time: 0.1599040 Mar 30 01:29:56.352693 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bad1650-d1df-4006-90cd-587e4acbd338 None None] Checking router: 6f7a6db5-22fa-4aaf-942a-34ebe367e11f for host: dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:29:56.362275 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bad1650-d1df-4006-90cd-587e4acbd338 None None] Routers {'6f7a6db5-22fa-4aaf-942a-34ebe367e11f'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:29:56.362950 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-2bad1650-d1df-4006-90cd-587e4acbd338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:29:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6f7a6db5-22fa-4aaf-942a-34ebe367e11f'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:56.389082 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82201e-507c-4289-9c49-68eded727436 req-d6b395c7-0baa-48af-89d8-7d5656a2ef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:56.391006 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4d82201e-507c-4289-9c49-68eded727436 req-d6b395c7-0baa-48af-89d8-7d5656a2ef40 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=109d7294-0dc1-4c33-b6d5-82873c91f0f6 HTTP/1.1" status: 200 len: 856 time: 0.0592523 Mar 30 01:29:56.470979 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82201e-507c-4289-9c49-68eded727436 req-0b24ab26-afc0-44fe-a4bf-345c9d57e8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:56.473569 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4d82201e-507c-4289-9c49-68eded727436 req-0b24ab26-afc0-44fe-a4bf-345c9d57e8b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43648525-c7cf-4e35-9f44-2977e45db7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0751736 Mar 30 01:29:56.596615 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-2bad1650-d1df-4006-90cd-587e4acbd338 None None] Set router 6f7a6db5-22fa-4aaf-942a-34ebe367e11f gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:29:56.889335 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4b9af-867f-4b01-bb9a-028f63df85d6 req-5850f95b-eb3f-4204-8d55-96acf3021f53 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:56.891266 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-99e4b9af-867f-4b01-bb9a-028f63df85d6 req-5850f95b-eb3f-4204-8d55-96acf3021f53 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f HTTP/1.1" status: 200 len: 946 time: 0.1519384 Mar 30 01:29:56.911996 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdf824-bf77-42c6-8239-5c0d1d46693a req-ccc1a139-868d-444a-b663-edb3127303b4 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:56.913502 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-74bdf824-bf77-42c6-8239-5c0d1d46693a req-ccc1a139-868d-444a-b663-edb3127303b4 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 946 time: 0.1754944 Mar 30 01:29:56.915680 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4d82201e-507c-4289-9c49-68eded727436 req-172cb201-c1af-4f6b-83cf-ed8f3eca7a04 service neutron] 10.222.0.18 "GET /v2.0/networks/43648525-c7cf-4e35-9f44-2977e45db7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355452 Mar 30 01:29:57.081527 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-99e4b9af-867f-4b01-bb9a-028f63df85d6 req-8b44484a-0aab-4dd2-af3f-53587974839c tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e5ab77e-788a-4751-8b17-bab818a57bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821499 Mar 30 01:29:57.084573 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-74bdf824-bf77-42c6-8239-5c0d1d46693a req-c5ce231c-42e1-4d98-a2e0-d42ccff52a46 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549501 Mar 30 01:29:57.112256 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-2bad1650-d1df-4006-90cd-587e4acbd338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'name': 'tempest-AttachVolumeShelveTestJSON-2106925405-router', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:09Z', 'updated_at': '2022-03-30T01:29:17Z', 'revision_number': 4, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'gw_port': {'id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:10Z', 'updated_at': '2022-03-30T01:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '39e97e8a-251b-4d68-9540-51609b1e926c', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'floating_ip_address': '172.28.0.29', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'port_id': 'ce7da202-aa09-4a9a-9abd-515e87782573', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1', 'mac_address': 'fa:16:3e:c0:3c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cad150-03a0-42c9-a215-87597242e1d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:29:34Z', 'updated_at': '2022-03-30T01:29:54Z', 'revision_number': 1, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '859c8630-07ce-4498-b24f-59cc873c5033', 'name': '', 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'mac_address': 'fa:16:3e:26:62:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:15Z', 'updated_at': '2022-03-30T01:29:27Z', 'revision_number': 5, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'subnets': [{'id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:57.152661 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bad1650-d1df-4006-90cd-587e4acbd338 None None] The sync data for ids ['6f7a6db5-22fa-4aaf-942a-34ebe367e11f'] in dv-cinder-817135-7-smb is: [{'id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'name': 'tempest-AttachVolumeShelveTestJSON-2106925405-router', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:09Z', 'updated_at': '2022-03-30T01:29:17Z', 'revision_number': 4, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'gw_port': {'id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:10Z', 'updated_at': '2022-03-30T01:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '39e97e8a-251b-4d68-9540-51609b1e926c', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'floating_ip_address': '172.28.0.29', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'port_id': 'ce7da202-aa09-4a9a-9abd-515e87782573', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1', 'mac_address': 'fa:16:3e:c0:3c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cad150-03a0-42c9-a215-87597242e1d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:29:34Z', 'updated_at': '2022-03-30T01:29:54Z', 'revision_number': 1, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '859c8630-07ce-4498-b24f-59cc873c5033', 'name': '', 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'mac_address': 'fa:16:3e:26:62:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:15Z', 'updated_at': '2022-03-30T01:29:27Z', 'revision_number': 5, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'subnets': [{'id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:29:57.155744 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4d82201e-507c-4289-9c49-68eded727436 req-8f70446b-c8ac-457b-a508-0c7c29a55b21 service neutron] 10.222.0.18 "GET /v2.0/networks/43648525-c7cf-4e35-9f44-2977e45db7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270176 Mar 30 01:29:57.473972 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9b1874-0100-4dd8-832e-aade659ee790 None None] New status for floating IP 39e97e8a-251b-4d68-9540-51609b1e926c: ACTIVE {{(pid=103230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:29:58.276280 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be365291-116c-4981-884f-d1b11e88d2a1 req-a147c732-32b6-40a6-933f-8a61d316cf5a tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:58.284797 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-be365291-116c-4981-884f-d1b11e88d2a1 req-a147c732-32b6-40a6-933f-8a61d316cf5a tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f HTTP/1.1" status: 200 len: 946 time: 0.1144574 Mar 30 01:29:58.294935 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ca2dd-2bb1-4d64-a9f9-26fa3f4c1bc1 req-dc92d40c-68b5-4ae4-bde2-7f7bae6e3dc8 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:58.303675 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-3e0ca2dd-2bb1-4d64-a9f9-26fa3f4c1bc1 req-dc92d40c-68b5-4ae4-bde2-7f7bae6e3dc8 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 946 time: 0.1184165 Mar 30 01:29:58.438273 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-be365291-116c-4981-884f-d1b11e88d2a1 req-80f3ba6e-4d6d-4a3d-9005-1682562b4560 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e5ab77e-788a-4751-8b17-bab818a57bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525795 Mar 30 01:29:58.469906 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-3e0ca2dd-2bb1-4d64-a9f9-26fa3f4c1bc1 req-efbc9604-377d-4ab0-8d36-b0086268aa66 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423116 Mar 30 01:29:58.698301 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ea91d-f355-43eb-82f0-033991419eef req-9c812cf8-129b-4644-b998-cc42fd767e98 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:58.699985 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-dd2ea91d-f355-43eb-82f0-033991419eef req-9c812cf8-129b-4644-b998-cc42fd767e98 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f HTTP/1.1" status: 200 len: 946 time: 0.0600483 Mar 30 01:29:58.794042 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 39682) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:58.889485 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-dd2ea91d-f355-43eb-82f0-033991419eef req-f8866276-b8d1-40e2-947d-04ed2dfefc06 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Deleting port 294aab08-91bb-4250-8bc8-58e8f33cb7e9 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:29:58.889829 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-dd2ea91d-f355-43eb-82f0-033991419eef req-f8866276-b8d1-40e2-947d-04ed2dfefc06 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (294aab08-91bb-4250-8bc8-58e8f33cb7e9), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:58.936239 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-624c92e4-6735-4cf9-ac3d-ea83be4e27c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:59.036698 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-dd2ea91d-f355-43eb-82f0-033991419eef req-f8866276-b8d1-40e2-947d-04ed2dfefc06 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] For port 294aab08-91bb-4250-8bc8-58e8f33cb7e9, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=294aab08-91bb-4250-8bc8-58e8f33cb7e9,segment=NetworkSegment(eb774c52-a9ed-4a49-a43c-d2be71fdae78),segment_id=eb774c52-a9ed-4a49-a43c-d2be71fdae78)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:29:59.037414 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-dd2ea91d-f355-43eb-82f0-033991419eef req-f8866276-b8d1-40e2-947d-04ed2dfefc06 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (294aab08-91bb-4250-8bc8-58e8f33cb7e9), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:59.046443 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-624c92e4-6735-4cf9-ac3d-ea83be4e27c4 admin admin] Publish callbacks [] for security_group (24afeddd-be4b-4c79-bdeb-e672d68c806f), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:59.053586 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-624c92e4-6735-4cf9-ac3d-ea83be4e27c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (24afeddd-be4b-4c79-bdeb-e672d68c806f), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:59.063338 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-dd2ea91d-f355-43eb-82f0-033991419eef req-f8866276-b8d1-40e2-947d-04ed2dfefc06 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Calling delete_port for 294aab08-91bb-4250-8bc8-58e8f33cb7e9 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:29:59.099342 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-624c92e4-6735-4cf9-ac3d-ea83be4e27c4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=11b89537ad3b4aa4b88c59b70e18f9c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3039787 Mar 30 01:29:59.099925 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 39704) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:59.113110 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c92e4-6735-4cf9-ac3d-ea83be4e27c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24afeddd-be4b-4c79-bdeb-e672d68c806f,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:59.166017 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 39706) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:59.171479 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-159ac314-d30a-4d78-a865-38310a2c2b8e admin admin] Publish callbacks [] for security_group (24afeddd-be4b-4c79-bdeb-e672d68c806f), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:59.194296 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-159ac314-d30a-4d78-a865-38310a2c2b8e admin admin] Publish callbacks [] for security_group (24afeddd-be4b-4c79-bdeb-e672d68c806f), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:59.260191 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-159ac314-d30a-4d78-a865-38310a2c2b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (24afeddd-be4b-4c79-bdeb-e672d68c806f), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:59.262893 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-159ac314-d30a-4d78-a865-38310a2c2b8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:59.266818 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-159ac314-d30a-4d78-a865-38310a2c2b8e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/24afeddd-be4b-4c79-bdeb-e672d68c806f HTTP/1.1" status: 204 len: 168 time: 0.1656489 Mar 30 01:29:59.275088 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ac314-d30a-4d78-a865-38310a2c2b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24afeddd-be4b-4c79-bdeb-e672d68c806f,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:59.283708 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-dd2ea91d-f355-43eb-82f0-033991419eef req-f8866276-b8d1-40e2-947d-04ed2dfefc06 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303'] for port (294aab08-91bb-4250-8bc8-58e8f33cb7e9), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:59.299993 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['294aab08-91bb-4250-8bc8-58e8f33cb7e9'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:29:59.334130 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8866276-b8d1-40e2-947d-04ed2dfefc06 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Pushing event deleted for resources: {'Port': ['ID=294aab08-91bb-4250-8bc8-58e8f33cb7e9,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:59.369178 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b6688f12-53fe-4ceb-a038-ae5ebead6b00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:59.427876 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2ea91d-f355-43eb-82f0-033991419eef req-f8866276-b8d1-40e2-947d-04ed2dfefc06 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] No DVR routers for this DVR port 294aab08-91bb-4250-8bc8-58e8f33cb7e9 on host hv-cinder-81713 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:29:59.437320 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-dd2ea91d-f355-43eb-82f0-033991419eef req-f8866276-b8d1-40e2-947d-04ed2dfefc06 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:59.440739 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-dd2ea91d-f355-43eb-82f0-033991419eef req-f8866276-b8d1-40e2-947d-04ed2dfefc06 tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.18 "DELETE /v2.0/ports/294aab08-91bb-4250-8bc8-58e8f33cb7e9 HTTP/1.1" status: 204 len: 173 time: 0.7334909 Mar 30 01:29:59.441418 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f', 'name': 'network-vif-deleted', 'tag': '294aab08-91bb-4250-8bc8-58e8f33cb7e9'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:29:59.443900 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ee1e0a93b5aae8634dc44ede2e08a21acb25dbbcfc8760de0fb17172de978b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49385380-5ed5-4531-ab64-406fa48f7e03" -d '{"events": [{"server_uuid": "9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f", "name": "network-vif-deleted", "tag": "294aab08-91bb-4250-8bc8-58e8f33cb7e9"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:29:59.561826 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b6688f12-53fe-4ceb-a038-ae5ebead6b00 admin admin] Publish callbacks [] for security_group (8f86bcd1-976f-46f6-8fe4-5041cc8c4bce), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:59.564804 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d994a133-c323-4235-977d-2c79c2ddd141 x-openstack-request-id: req-d994a133-c323-4235-977d-2c79c2ddd141 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:29:59.565091 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f", "name": "network-vif-deleted", "tag": "294aab08-91bb-4250-8bc8-58e8f33cb7e9", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:29:59.565350 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d994a133-c323-4235-977d-2c79c2ddd141 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:29:59.565838 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d994a133-c323-4235-977d-2c79c2ddd141'] response: {'server_uuid': '9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f', 'name': 'network-vif-deleted', 'tag': '294aab08-91bb-4250-8bc8-58e8f33cb7e9', 'status': 'completed', 'code': 200} Mar 30 01:29:59.571564 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b6688f12-53fe-4ceb-a038-ae5ebead6b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (8f86bcd1-976f-46f6-8fe4-5041cc8c4bce), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:59.665826 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4ac814a5-021a-4769-8d58-40c66d10f3c9 req-ed4723c9-52b0-4a2e-8fa3-1cdc501374fc tempest-DeleteServersTestJSON-371056725 tempest-DeleteServersTestJSON-371056725-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6bcde7-6df9-4e6d-b46f-3e179d3c7a2f HTTP/1.1" status: 200 len: 210 time: 0.0671809 Mar 30 01:29:59.670697 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-b6688f12-53fe-4ceb-a038-ae5ebead6b00 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2626b262e5d04e55a40b11007ad5c452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5015266 Mar 30 01:29:59.672705 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 39736) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:59.685950 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6688f12-53fe-4ceb-a038-ae5ebead6b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f86bcd1-976f-46f6-8fe4-5041cc8c4bce,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:59.731695 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 39742) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:59.748885 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e2d1070-b5df-4c56-b863-d63a55be749a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:59.777467 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe7ebc-ff1c-426e-84b6-7b5f7787df83 req-f6185d8b-2d60-4536-bbe9-8a44a3bbf91b tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:59.777467 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7ffe7ebc-ff1c-426e-84b6-7b5f7787df83 req-f6185d8b-2d60-4536-bbe9-8a44a3bbf91b tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 946 time: 0.1536274 Mar 30 01:29:59.838758 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e2d1070-b5df-4c56-b863-d63a55be749a admin admin] Publish callbacks [] for security_group (49325c84-00b8-4198-83de-8199a0ddf3e9), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:59.847093 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7ffe7ebc-ff1c-426e-84b6-7b5f7787df83 req-fe83db9f-f1d2-4fbe-8a54-0b9f1a0eee04 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642998 Mar 30 01:29:59.849101 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e2d1070-b5df-4c56-b863-d63a55be749a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (49325c84-00b8-4198-83de-8199a0ddf3e9), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:59.877412 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a9ab1567-cb85-46d1-9add-8711aae8493b admin admin] Publish callbacks [] for security_group (8f86bcd1-976f-46f6-8fe4-5041cc8c4bce), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:59.914800 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d1070-b5df-4c56-b863-d63a55be749a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49325c84-00b8-4198-83de-8199a0ddf3e9,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:59.922180 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a9ab1567-cb85-46d1-9add-8711aae8493b admin admin] Publish callbacks [] for security_group (8f86bcd1-976f-46f6-8fe4-5041cc8c4bce), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:59.926151 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-7e2d1070-b5df-4c56-b863-d63a55be749a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6de7963c4fa544b3b7ecc8c220d72445&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1932776 Mar 30 01:29:59.929350 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 39748) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:59.976755 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a9ab1567-cb85-46d1-9add-8711aae8493b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (8f86bcd1-976f-46f6-8fe4-5041cc8c4bce), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:59.981661 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a9ab1567-cb85-46d1-9add-8711aae8493b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:59.983472 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-a9ab1567-cb85-46d1-9add-8711aae8493b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f86bcd1-976f-46f6-8fe4-5041cc8c4bce HTTP/1.1" status: 204 len: 168 time: 0.3088446 Mar 30 01:29:59.987522 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ce3a30c-24e6-4333-8e1c-b5f1dd7cc3f2 admin admin] Publish callbacks [] for security_group (49325c84-00b8-4198-83de-8199a0ddf3e9), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:59.993108 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab1567-cb85-46d1-9add-8711aae8493b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f86bcd1-976f-46f6-8fe4-5041cc8c4bce,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:00.024762 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ce3a30c-24e6-4333-8e1c-b5f1dd7cc3f2 admin admin] Publish callbacks [] for security_group (49325c84-00b8-4198-83de-8199a0ddf3e9), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:00.074234 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ce3a30c-24e6-4333-8e1c-b5f1dd7cc3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (49325c84-00b8-4198-83de-8199a0ddf3e9), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:00.077071 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ce3a30c-24e6-4333-8e1c-b5f1dd7cc3f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:00.078240 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-3ce3a30c-24e6-4333-8e1c-b5f1dd7cc3f2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/49325c84-00b8-4198-83de-8199a0ddf3e9 HTTP/1.1" status: 204 len: 168 time: 0.1478636 Mar 30 01:30:00.086476 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3a30c-24e6-4333-8e1c-b5f1dd7cc3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49325c84-00b8-4198-83de-8199a0ddf3e9,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:00.445130 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 39774) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:00.461745 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5815ecc6-f10a-460f-8e11-8f0abc82b8df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:00.540343 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5815ecc6-f10a-460f-8e11-8f0abc82b8df admin admin] Publish callbacks [] for security_group (f1dd2935-0174-49dd-8f09-14928a8f4266), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:00.544629 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5815ecc6-f10a-460f-8e11-8f0abc82b8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (f1dd2935-0174-49dd-8f09-14928a8f4266), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:00.584899 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-5815ecc6-f10a-460f-8e11-8f0abc82b8df admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=917679f2057a4b38bfb816dba42bf2db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383560 Mar 30 01:30:00.585841 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815ecc6-f10a-460f-8e11-8f0abc82b8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1dd2935-0174-49dd-8f09-14928a8f4266,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:00.588040 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 39784) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:00.640589 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-24f06906-8b7d-4147-ace0-fd1fb5e2af9d admin admin] Publish callbacks [] for security_group (f1dd2935-0174-49dd-8f09-14928a8f4266), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:00.663433 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-24f06906-8b7d-4147-ace0-fd1fb5e2af9d admin admin] Publish callbacks [] for security_group (f1dd2935-0174-49dd-8f09-14928a8f4266), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:00.722741 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-24f06906-8b7d-4147-ace0-fd1fb5e2af9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (f1dd2935-0174-49dd-8f09-14928a8f4266), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:00.725827 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-24f06906-8b7d-4147-ace0-fd1fb5e2af9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:00.729817 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-24f06906-8b7d-4147-ace0-fd1fb5e2af9d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f1dd2935-0174-49dd-8f09-14928a8f4266 HTTP/1.1" status: 204 len: 168 time: 0.1378393 Mar 30 01:30:00.737504 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f06906-8b7d-4147-ace0-fd1fb5e2af9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1dd2935-0174-49dd-8f09-14928a8f4266,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:00.906306 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 39820) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:01.015236 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b29465-ff91-4e15-90d0-5b20fa5576e4 req-c67bacbb-8ee6-44e2-959e-efd5dc1a0737 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:01.016976 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-23b29465-ff91-4e15-90d0-5b20fa5576e4 req-c67bacbb-8ee6-44e2-959e-efd5dc1a0737 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 946 time: 0.0636294 Mar 30 01:30:01.099421 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-23b29465-ff91-4e15-90d0-5b20fa5576e4 req-6f3830a2-faa8-47cb-86f8-ff1ad545258a tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621419 Mar 30 01:30:01.111574 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-467197cd-665c-4265-b20b-10974a0fa5ad admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2075555795-network', 'tenant_id': '963e4b40b974475a8ce7fefe3fc0ef0c'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:01.161329 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467197cd-665c-4265-b20b-10974a0fa5ad admin admin] Made reservation on behalf of 963e4b40b974475a8ce7fefe3fc0ef0c for: {'network': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:30:01.171115 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-467197cd-665c-4265-b20b-10974a0fa5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for network (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:01.178850 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-467197cd-665c-4265-b20b-10974a0fa5ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:01.302127 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-467197cd-665c-4265-b20b-10974a0fa5ad admin admin] Publish callbacks [] for security_group (ae054562-73bb-4234-8927-5fcecd9b6de3), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:01.306725 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-467197cd-665c-4265-b20b-10974a0fa5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (ae054562-73bb-4234-8927-5fcecd9b6de3), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:01.331992 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-467197cd-665c-4265-b20b-10974a0fa5ad admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:30:01.341309 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 39850) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:01.352393 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467197cd-665c-4265-b20b-10974a0fa5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae054562-73bb-4234-8927-5fcecd9b6de3,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:01.359325 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-467197cd-665c-4265-b20b-10974a0fa5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983'] for segment (6d8342e8-0dea-4a45-8e6a-78f7cc8bbc20), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:01.359670 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.db.segments_db [None req-467197cd-665c-4265-b20b-10974a0fa5ad admin admin] Added segment 6d8342e8-0dea-4a45-8e6a-78f7cc8bbc20 of type vlan for network e2331098-8600-4e5e-8b1a-b37cd94f404d Mar 30 01:30:01.404979 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-467197cd-665c-4265-b20b-10974a0fa5ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788084269370'] for network (e2331098-8600-4e5e-8b1a-b37cd94f404d), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:01.433440 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-467197cd-665c-4265-b20b-10974a0fa5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768'] for network (e2331098-8600-4e5e-8b1a-b37cd94f404d), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:01.434775 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467197cd-665c-4265-b20b-10974a0fa5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:01.435434 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-467197cd-665c-4265-b20b-10974a0fa5ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for network (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:01.499130 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-467197cd-665c-4265-b20b-10974a0fa5ad admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5922759 Mar 30 01:30:01.501931 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 39858) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:01.505148 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467197cd-665c-4265-b20b-10974a0fa5ad admin admin] Pushing event updated for resources: {'Network': ['ID=e2331098-8600-4e5e-8b1a-b37cd94f404d,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:01.509049 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-b6ef97d2-9094-4c22-849f-dc70f64ea807 admin admin] Request body: {'subnet': {'network_id': 'e2331098-8600-4e5e-8b1a-b37cd94f404d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2075555795-subnet', 'tenant_id': '963e4b40b974475a8ce7fefe3fc0ef0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:01.515697 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Network e2331098-8600-4e5e-8b1a-b37cd94f404d details requested by agent ovs-agent-dv-cinder-817135-7-smb with host dv-cinder-817135-7-smb {{(pid=103230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:30:01.536648 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ef97d2-9094-4c22-849f-dc70f64ea807 admin admin] Made reservation on behalf of 963e4b40b974475a8ce7fefe3fc0ef0c for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:30:01.540846 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b6ef97d2-9094-4c22-849f-dc70f64ea807 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:01.596841 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 39860) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:01.618203 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4cf53fd1-3ad8-466e-a176-23a541ab44e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:01.716446 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5300c51f-2616-402e-bb18-114ba1c2b947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:01.787087 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4cf53fd1-3ad8-466e-a176-23a541ab44e9 admin admin] Publish callbacks [] for security_group (0099f5b6-3aaa-4dea-81c8-1da3b6a69304), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:01.790670 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b6ef97d2-9094-4c22-849f-dc70f64ea807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768'] for subnet (ff743468-42c6-4482-806c-49d59a3aa1c5), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:01.797263 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4cf53fd1-3ad8-466e-a176-23a541ab44e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (0099f5b6-3aaa-4dea-81c8-1da3b6a69304), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:01.821277 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5300c51f-2616-402e-bb18-114ba1c2b947 admin admin] Publish callbacks [] for security_group (c3b2ee33-75cc-4960-ae5f-cac8c9d36676), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:01.827233 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5300c51f-2616-402e-bb18-114ba1c2b947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (c3b2ee33-75cc-4960-ae5f-cac8c9d36676), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:01.869982 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-5300c51f-2616-402e-bb18-114ba1c2b947 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=244c6a832dcf42b4a5153255bb392d3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2684343 Mar 30 01:30:01.869982 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300c51f-2616-402e-bb18-114ba1c2b947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b2ee33-75cc-4960-ae5f-cac8c9d36676,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:01.870759 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 39872) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:01.880888 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-4cf53fd1-3ad8-466e-a176-23a541ab44e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=badf7bdbe26b4ea3a7f82446e8da00db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5379500 Mar 30 01:30:01.881427 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef97d2-9094-4c22-849f-dc70f64ea807 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff743468-42c6-4482-806c-49d59a3aa1c5,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:01.884683 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf53fd1-3ad8-466e-a176-23a541ab44e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0099f5b6-3aaa-4dea-81c8-1da3b6a69304,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:01.886358 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 39874) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:01.904346 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ef97d2-9094-4c22-849f-dc70f64ea807 admin admin] Checking segment: {'id': '6d8342e8-0dea-4a45-8e6a-78f7cc8bbc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e2331098-8600-4e5e-8b1a-b37cd94f404d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:30:01.904742 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ef97d2-9094-4c22-849f-dc70f64ea807 admin admin] Network hostable DHCP agents. Network: e2331098-8600-4e5e-8b1a-b37cd94f404d, hostable agents: ['eddc343b-7df5-4b69-8188-94dadcee138e'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:30:01.925348 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ef97d2-9094-4c22-849f-dc70f64ea807 admin admin] Network e2331098-8600-4e5e-8b1a-b37cd94f404d is scheduled to be hosted by DHCP agent eddc343b-7df5-4b69-8188-94dadcee138e with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:30:01.935519 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-b6ef97d2-9094-4c22-849f-dc70f64ea807 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-smb, e2331098-8600-4e5e-8b1a-b37cd94f404d) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:01.944152 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ef97d2-9094-4c22-849f-dc70f64ea807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:01.945045 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b6ef97d2-9094-4c22-849f-dc70f64ea807 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:01.950231 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209ec6ad-e0a8-4b21-8f78-18ecf16f31cc None None] Network e2331098-8600-4e5e-8b1a-b37cd94f404d requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:30:01.967856 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-b6ef97d2-9094-4c22-849f-dc70f64ea807 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4637201 Mar 30 01:30:01.987869 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cf441f33-de66-4c87-9812-123df3ce2081 admin admin] Publish callbacks [] for security_group (c3b2ee33-75cc-4960-ae5f-cac8c9d36676), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:01.994596 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3789f1fa-bfb2-478d-8adf-b11bc73596a6 admin admin] Publish callbacks [] for security_group (0099f5b6-3aaa-4dea-81c8-1da3b6a69304), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:02.017961 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3789f1fa-bfb2-478d-8adf-b11bc73596a6 admin admin] Publish callbacks [] for security_group (0099f5b6-3aaa-4dea-81c8-1da3b6a69304), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:02.060081 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cf441f33-de66-4c87-9812-123df3ce2081 admin admin] Publish callbacks [] for security_group (c3b2ee33-75cc-4960-ae5f-cac8c9d36676), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:02.103058 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b18ab0-83e1-43f1-86d6-e9608165347b None None] Network e2331098-8600-4e5e-8b1a-b37cd94f404d requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:30:02.107463 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3789f1fa-bfb2-478d-8adf-b11bc73596a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (0099f5b6-3aaa-4dea-81c8-1da3b6a69304), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:02.111842 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3789f1fa-bfb2-478d-8adf-b11bc73596a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:02.113005 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-3789f1fa-bfb2-478d-8adf-b11bc73596a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0099f5b6-3aaa-4dea-81c8-1da3b6a69304 HTTP/1.1" status: 204 len: 168 time: 0.2257042 Mar 30 01:30:02.123784 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789f1fa-bfb2-478d-8adf-b11bc73596a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0099f5b6-3aaa-4dea-81c8-1da3b6a69304,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:02.133865 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cf441f33-de66-4c87-9812-123df3ce2081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (c3b2ee33-75cc-4960-ae5f-cac8c9d36676), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:02.151566 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cf441f33-de66-4c87-9812-123df3ce2081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:02.155162 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-cf441f33-de66-4c87-9812-123df3ce2081 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c3b2ee33-75cc-4960-ae5f-cac8c9d36676 HTTP/1.1" status: 204 len: 168 time: 0.2826579 Mar 30 01:30:02.175767 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf441f33-de66-4c87-9812-123df3ce2081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b2ee33-75cc-4960-ae5f-cac8c9d36676,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:02.322999 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 39902) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:02.325653 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f0b3e-0802-4b5b-a926-3c3e6449583c req-2baf01f3-78c9-4a52-9524-ae5048349fc6 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:02.327279 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ae8f0b3e-0802-4b5b-a926-3c3e6449583c req-2baf01f3-78c9-4a52-9524-ae5048349fc6 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 946 time: 0.1173215 Mar 30 01:30:02.384095 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca5bc816-7b75-4b99-95c2-2f42ef74ad47 admin admin] Deleting subnet c83a8a20-5c9c-42e0-8c30-83092229bf4b {{(pid=103228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 01:30:02.388611 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ca5bc816-7b75-4b99-95c2-2f42ef74ad47 admin admin] Publish callbacks [] for subnet (c83a8a20-5c9c-42e0-8c30-83092229bf4b), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:02.402438 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ae8f0b3e-0802-4b5b-a926-3c3e6449583c req-bf6a64fa-791f-42d8-bee7-8c4b55d22246 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686989 Mar 30 01:30:02.436610 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ca5bc816-7b75-4b99-95c2-2f42ef74ad47 admin admin] Publish callbacks [] for subnet (c83a8a20-5c9c-42e0-8c30-83092229bf4b), precommit_delete_associations {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:02.446928 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ca5bc816-7b75-4b99-95c2-2f42ef74ad47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1879272'] for subnet (c83a8a20-5c9c-42e0-8c30-83092229bf4b), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:02.457061 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-aa131b1f-a287-4fa5-82f8-482bb0115461 req-b9c64342-98d7-4220-a289-8b640b5c4bfc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f203bc01-737a-4ecd-b04e-e1f7f87374a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423584 Mar 30 01:30:02.515730 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ca5bc816-7b75-4b99-95c2-2f42ef74ad47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1879263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768'] for subnet (c83a8a20-5c9c-42e0-8c30-83092229bf4b), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:02.546051 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bc816-7b75-4b99-95c2-2f42ef74ad47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c83a8a20-5c9c-42e0-8c30-83092229bf4b,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:02.550437 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ca5bc816-7b75-4b99-95c2-2f42ef74ad47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for subnet (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:02.557503 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-ca5bc816-7b75-4b99-95c2-2f42ef74ad47 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c83a8a20-5c9c-42e0-8c30-83092229bf4b HTTP/1.1" status: 204 len: 168 time: 0.2324181 Mar 30 01:30:02.557668 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 39908) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:02.568996 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa131b1f-a287-4fa5-82f8-482bb0115461 req-577ea3d9-2495-4e52-a0c5-83147da074f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:02.571566 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-aa131b1f-a287-4fa5-82f8-482bb0115461 req-577ea3d9-2495-4e52-a0c5-83147da074f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d9a35d928b647dc9915d88e0bf1f590&device_id=f203bc01-737a-4ecd-b04e-e1f7f87374a0 HTTP/1.1" status: 200 len: 1130 time: 0.0660467 Mar 30 01:30:02.636598 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4374c46d-e464-4385-ba2a-10bcbdf368dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2064809'] for network (022609af-137c-427c-92c2-c8063a5bf3ae), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:02.708000 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa131b1f-a287-4fa5-82f8-482bb0115461 req-a1d1dda5-c212-4da9-a74f-bce281f3793b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:02.709589 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-aa131b1f-a287-4fa5-82f8-482bb0115461 req-a1d1dda5-c212-4da9-a74f-bce281f3793b service neutron] 10.222.0.18 "GET /v2.0/networks?id=37a51576-2901-40b9-a77d-ddc99f82f95c HTTP/1.1" status: 200 len: 918 time: 0.1088250 Mar 30 01:30:02.736924 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4374c46d-e464-4385-ba2a-10bcbdf368dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1955683', 'neutron.services.segments.db._delete_segments_for_network-8788084628282'] for network (022609af-137c-427c-92c2-c8063a5bf3ae), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:02.757663 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-aa131b1f-a287-4fa5-82f8-482bb0115461 req-069aa79b-6bad-4c0a-97e3-f313a0009b9e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=969bcbfd-bd0f-4374-81f5-809ac03f3009 HTTP/1.1" status: 200 len: 217 time: 0.0418260 Mar 30 01:30:02.763672 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4374c46d-e464-4385-ba2a-10bcbdf368dc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:30:02.764012 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4374c46d-e464-4385-ba2a-10bcbdf368dc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:30:02.764727 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4374c46d-e464-4385-ba2a-10bcbdf368dc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:30:02.765214 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4374c46d-e464-4385-ba2a-10bcbdf368dc admin admin] Subscribe: > port after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:30:02.765531 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4374c46d-e464-4385-ba2a-10bcbdf368dc admin admin] Subscribe: > port after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:30:02.765856 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4374c46d-e464-4385-ba2a-10bcbdf368dc admin admin] Subscribe: > port after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:30:02.766169 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4374c46d-e464-4385-ba2a-10bcbdf368dc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:30:02.766519 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4374c46d-e464-4385-ba2a-10bcbdf368dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:30:02.766816 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4374c46d-e464-4385-ba2a-10bcbdf368dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:30:02.767128 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4374c46d-e464-4385-ba2a-10bcbdf368dc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:30:02.808764 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 39916) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:02.825235 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d577782-c77f-4eaf-8136-fcbabdffd9b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:02.858741 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa131b1f-a287-4fa5-82f8-482bb0115461 req-f00db8e4-6cf5-4485-8ac3-76ed14f8d867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:02.860663 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-aa131b1f-a287-4fa5-82f8-482bb0115461 req-f00db8e4-6cf5-4485-8ac3-76ed14f8d867 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81bb63ca-5b7c-44e1-993e-20d1ff7fbcda HTTP/1.1" status: 200 len: 856 time: 0.0971622 Mar 30 01:30:02.887171 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4374c46d-e464-4385-ba2a-10bcbdf368dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:30:02.887611 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4374c46d-e464-4385-ba2a-10bcbdf368dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:30:02.888065 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4374c46d-e464-4385-ba2a-10bcbdf368dc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:30:02.888288 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4374c46d-e464-4385-ba2a-10bcbdf368dc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:30:02.888677 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.services.segments.db [None req-4374c46d-e464-4385-ba2a-10bcbdf368dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['022609af-137c-427c-92c2-c8063a5bf3ae']}} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:02.908775 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.services.segments.db [None req-4374c46d-e464-4385-ba2a-10bcbdf368dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb774c52-a9ed-4a49-a43c-d2be71fdae78') {'for_net_delete': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:02.909167 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.services.segments.db [None req-4374c46d-e464-4385-ba2a-10bcbdf368dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb774c52-a9ed-4a49-a43c-d2be71fdae78') {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:02.927693 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4374c46d-e464-4385-ba2a-10bcbdf368dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788084859203', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9415918'] for segment (eb774c52-a9ed-4a49-a43c-d2be71fdae78), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:02.940493 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa131b1f-a287-4fa5-82f8-482bb0115461 req-95a66b88-8160-41e5-8ca4-a1d9f4db43d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:02.942388 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-aa131b1f-a287-4fa5-82f8-482bb0115461 req-95a66b88-8160-41e5-8ca4-a1d9f4db43d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37a51576-2901-40b9-a77d-ddc99f82f95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0715337 Mar 30 01:30:02.955224 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4374c46d-e464-4385-ba2a-10bcbdf368dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983'] for segment (eb774c52-a9ed-4a49-a43c-d2be71fdae78), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:02.979523 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4374c46d-e464-4385-ba2a-10bcbdf368dc admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 01:30:02.982853 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4374c46d-e464-4385-ba2a-10bcbdf368dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9415236'] for segment (eb774c52-a9ed-4a49-a43c-d2be71fdae78), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: from cryptography.utils import int_from_bytes Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: from cryptography.utils import int_from_bytes Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: Traceback (most recent call last): Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: timer() Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: cb(*args, **kw) Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: return func(*args, **kwargs) Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: self._notify() Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: self.callback(batched_events) Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: event.method(event) Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: return f(self, *a, **k) Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: return self._get(url).json() Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: return self.request(url, 'GET', **kwargs) Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 01:30:03.027102 dv-cinder-817135-7-smb neutron-server[103228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 01:30:03.031991 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d577782-c77f-4eaf-8136-fcbabdffd9b4 admin admin] Publish callbacks [] for security_group (3cb3167d-c6a7-48f8-ad86-bce78120ff3e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:03.042962 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 39924) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:03.048041 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d577782-c77f-4eaf-8136-fcbabdffd9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (3cb3167d-c6a7-48f8-ad86-bce78120ff3e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:03.101360 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-64414524-f95c-4dbd-9d22-dd3d35bde42d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:03.103229 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4374c46d-e464-4385-ba2a-10bcbdf368dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1955690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623952'] for network (022609af-137c-427c-92c2-c8063a5bf3ae), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:03.109490 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4374c46d-e464-4385-ba2a-10bcbdf368dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for network (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:03.115207 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-4374c46d-e464-4385-ba2a-10bcbdf368dc admin admin] 10.222.0.25 "DELETE /v2.0/networks/022609af-137c-427c-92c2-c8063a5bf3ae HTTP/1.1" status: 204 len: 168 time: 0.5563293 Mar 30 01:30:03.130490 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374c46d-e464-4385-ba2a-10bcbdf368dc admin admin] Pushing event deleted for resources: {'Network': ['ID=022609af-137c-427c-92c2-c8063a5bf3ae,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:03.132177 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-1d577782-c77f-4eaf-8136-fcbabdffd9b4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=33f9ec5f531548f1bef9eb187ad858f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3224571 Mar 30 01:30:03.134985 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 39930) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:03.138046 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d577782-c77f-4eaf-8136-fcbabdffd9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb3167d-c6a7-48f8-ad86-bce78120ff3e,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:03.148443 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-aa131b1f-a287-4fa5-82f8-482bb0115461 req-7306b9bf-42b8-4f3f-a933-148d3f212ea3 service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985137 Mar 30 01:30:03.327102 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d2a4775f-af78-42cb-9278-08c14e0236ec admin admin] Publish callbacks [] for security_group (3cb3167d-c6a7-48f8-ad86-bce78120ff3e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:03.334567 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-aa131b1f-a287-4fa5-82f8-482bb0115461 req-5662c0de-9cae-42ac-80f3-4405bdf13949 service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784117 Mar 30 01:30:03.354265 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 294aab08-91bb-4250-8bc8-58e8f33cb7e9 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:30:03.358670 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-64414524-f95c-4dbd-9d22-dd3d35bde42d admin admin] Publish callbacks [] for security_group (adbfeabd-b50f-464b-9b24-33527c306821), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:03.365047 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d2a4775f-af78-42cb-9278-08c14e0236ec admin admin] Publish callbacks [] for security_group (3cb3167d-c6a7-48f8-ad86-bce78120ff3e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:03.367366 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-64414524-f95c-4dbd-9d22-dd3d35bde42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (adbfeabd-b50f-464b-9b24-33527c306821), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:03.380502 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 39942) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:03.386368 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-cc1e7c94-0755-4596-a0cf-b08c60efabec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1613376984-network', 'tenant_id': 'd982ec52517640e7816411b85fa4ca02'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:03.413757 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1e7c94-0755-4596-a0cf-b08c60efabec admin admin] Made reservation on behalf of d982ec52517640e7816411b85fa4ca02 for: {'network': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:30:03.421355 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cc1e7c94-0755-4596-a0cf-b08c60efabec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for network (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:03.428733 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] No Port match for: 294aab08-91bb-4250-8bc8-58e8f33cb7e9 {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:30:03.428895 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 294aab08-91bb-4250-8bc8-58e8f33cb7e9 not bound to the agent host hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:30:03.447713 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cc1e7c94-0755-4596-a0cf-b08c60efabec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:03.451192 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-64414524-f95c-4dbd-9d22-dd3d35bde42d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b88c8f2c1414626884f0d45c221176d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4069154 Mar 30 01:30:03.454385 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64414524-f95c-4dbd-9d22-dd3d35bde42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbfeabd-b50f-464b-9b24-33527c306821,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:03.454550 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 39946) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:03.495728 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d2a4775f-af78-42cb-9278-08c14e0236ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (3cb3167d-c6a7-48f8-ad86-bce78120ff3e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:03.498969 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d2a4775f-af78-42cb-9278-08c14e0236ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:03.500170 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-d2a4775f-af78-42cb-9278-08c14e0236ec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3cb3167d-c6a7-48f8-ad86-bce78120ff3e HTTP/1.1" status: 204 len: 168 time: 0.3630342 Mar 30 01:30:03.510866 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4775f-af78-42cb-9278-08c14e0236ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb3167d-c6a7-48f8-ad86-bce78120ff3e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:03.531064 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 39950) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:03.647486 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff24d58-21e9-490c-b3ce-381938554f55 req-af8e3a1b-8652-46b5-84be-8f38bc68b46c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:03.649458 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5ff24d58-21e9-490c-b3ce-381938554f55 req-af8e3a1b-8652-46b5-84be-8f38bc68b46c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 946 time: 0.0781908 Mar 30 01:30:03.720433 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-9b1a8e6f-afc4-4fa3-adbd-0caf0e692258 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c36b0bcab0346c29fdb5f76b0a30eea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1788616 Mar 30 01:30:03.723935 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 39952) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:03.735527 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f397e603-32b0-45dd-9db7-e186df0f7c02 admin admin] Publish callbacks [] for security_group (adbfeabd-b50f-464b-9b24-33527c306821), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:03.775899 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5ff24d58-21e9-490c-b3ce-381938554f55 req-f1176273-5563-472c-a478-a946e5626874 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101739 Mar 30 01:30:03.785424 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cc1e7c94-0755-4596-a0cf-b08c60efabec admin admin] Publish callbacks [] for security_group (5b3ebdeb-5c57-450e-ac58-781a9f15f4ec), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:03.803660 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cc1e7c94-0755-4596-a0cf-b08c60efabec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (5b3ebdeb-5c57-450e-ac58-781a9f15f4ec), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:03.809655 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4057bb17-6ed5-4c9e-af5b-17898b436c3c admin admin] Publish callbacks [] for security_group (7e5ab77e-788a-4751-8b17-bab818a57bda), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:03.812849 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f397e603-32b0-45dd-9db7-e186df0f7c02 admin admin] Publish callbacks [] for security_group (adbfeabd-b50f-464b-9b24-33527c306821), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:03.837381 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc1e7c94-0755-4596-a0cf-b08c60efabec admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:30:03.853178 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cc1e7c94-0755-4596-a0cf-b08c60efabec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983'] for segment (c36c2c2a-ebfe-4510-a379-6ba548eb55ee), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:03.853693 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.db.segments_db [None req-cc1e7c94-0755-4596-a0cf-b08c60efabec admin admin] Added segment c36c2c2a-ebfe-4510-a379-6ba548eb55ee of type vlan for network 2818dbad-ac61-48b4-b1db-4d9b7fd9a8dc Mar 30 01:30:03.870139 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4057bb17-6ed5-4c9e-af5b-17898b436c3c admin admin] Publish callbacks [] for security_group (7e5ab77e-788a-4751-8b17-bab818a57bda), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:03.929765 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4057bb17-6ed5-4c9e-af5b-17898b436c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (7e5ab77e-788a-4751-8b17-bab818a57bda), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:03.933587 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4057bb17-6ed5-4c9e-af5b-17898b436c3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:03.934764 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-4057bb17-6ed5-4c9e-af5b-17898b436c3c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7e5ab77e-788a-4751-8b17-bab818a57bda HTTP/1.1" status: 204 len: 168 time: 0.2098486 Mar 30 01:30:03.943801 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057bb17-6ed5-4c9e-af5b-17898b436c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5ab77e-788a-4751-8b17-bab818a57bda,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:03.967347 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e7c94-0755-4596-a0cf-b08c60efabec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3ebdeb-5c57-450e-ac58-781a9f15f4ec,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:03.984285 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cc1e7c94-0755-4596-a0cf-b08c60efabec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788084269370'] for network (2818dbad-ac61-48b4-b1db-4d9b7fd9a8dc), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:04.024648 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cc1e7c94-0755-4596-a0cf-b08c60efabec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768'] for network (2818dbad-ac61-48b4-b1db-4d9b7fd9a8dc), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:04.025880 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1e7c94-0755-4596-a0cf-b08c60efabec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:04.026722 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cc1e7c94-0755-4596-a0cf-b08c60efabec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for network (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:04.088260 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-cc1e7c94-0755-4596-a0cf-b08c60efabec admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7062669 Mar 30 01:30:04.091076 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f397e603-32b0-45dd-9db7-e186df0f7c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (adbfeabd-b50f-464b-9b24-33527c306821), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:04.091350 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 39962) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:04.093539 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f397e603-32b0-45dd-9db7-e186df0f7c02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:04.096950 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-f397e603-32b0-45dd-9db7-e186df0f7c02 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/adbfeabd-b50f-464b-9b24-33527c306821 HTTP/1.1" status: 204 len: 168 time: 0.6386487 Mar 30 01:30:04.097742 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-e2d2f919-cff1-44a4-8673-66905a7e2606 admin admin] Request body: {'subnet': {'network_id': '2818dbad-ac61-48b4-b1db-4d9b7fd9a8dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1613376984-subnet', 'tenant_id': 'd982ec52517640e7816411b85fa4ca02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:04.108651 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397e603-32b0-45dd-9db7-e186df0f7c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbfeabd-b50f-464b-9b24-33527c306821,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:04.110450 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e7c94-0755-4596-a0cf-b08c60efabec admin admin] Pushing event updated for resources: {'Network': ['ID=2818dbad-ac61-48b4-b1db-4d9b7fd9a8dc,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:04.131875 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Network 2818dbad-ac61-48b4-b1db-4d9b7fd9a8dc details requested by agent ovs-agent-dv-cinder-817135-7-smb with host dv-cinder-817135-7-smb {{(pid=103230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:30:04.144966 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d2f919-cff1-44a4-8673-66905a7e2606 admin admin] Made reservation on behalf of d982ec52517640e7816411b85fa4ca02 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:30:04.154679 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e2d2f919-cff1-44a4-8673-66905a7e2606 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:04.285094 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 39974) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:04.355419 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e2d2f919-cff1-44a4-8673-66905a7e2606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768'] for subnet (83451c6e-9f87-4cea-b099-58343652472d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:04.431843 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2f919-cff1-44a4-8673-66905a7e2606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83451c6e-9f87-4cea-b099-58343652472d,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:04.441944 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d2f919-cff1-44a4-8673-66905a7e2606 admin admin] Checking segment: {'id': 'c36c2c2a-ebfe-4510-a379-6ba548eb55ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2818dbad-ac61-48b4-b1db-4d9b7fd9a8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:30:04.442320 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d2f919-cff1-44a4-8673-66905a7e2606 admin admin] Network hostable DHCP agents. Network: 2818dbad-ac61-48b4-b1db-4d9b7fd9a8dc, hostable agents: ['eddc343b-7df5-4b69-8188-94dadcee138e'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:30:04.461137 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d2f919-cff1-44a4-8673-66905a7e2606 admin admin] Network 2818dbad-ac61-48b4-b1db-4d9b7fd9a8dc is scheduled to be hosted by DHCP agent eddc343b-7df5-4b69-8188-94dadcee138e with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:30:04.470592 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-e2d2f919-cff1-44a4-8673-66905a7e2606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-smb, 2818dbad-ac61-48b4-b1db-4d9b7fd9a8dc) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:04.474901 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d2f919-cff1-44a4-8673-66905a7e2606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:04.475644 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e2d2f919-cff1-44a4-8673-66905a7e2606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:04.484064 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8396d828-8648-44d1-a760-35eb8296e95f None None] Network 2818dbad-ac61-48b4-b1db-4d9b7fd9a8dc requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:30:04.503887 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-84dccc01-3348-416a-87be-8f00061e263f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:04.522127 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-e2d2f919-cff1-44a4-8673-66905a7e2606 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4288568 Mar 30 01:30:04.644821 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-84dccc01-3348-416a-87be-8f00061e263f admin admin] Publish callbacks [] for security_group (c0d0be50-c7af-4ba1-9012-4a219e2f458b), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:04.651745 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-84dccc01-3348-416a-87be-8f00061e263f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (c0d0be50-c7af-4ba1-9012-4a219e2f458b), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:04.696539 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-84dccc01-3348-416a-87be-8f00061e263f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2a3f2d51cf794c49aeac86a2e9e31996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4101176 Mar 30 01:30:04.699438 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 39998) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:04.707026 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:04.723506 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dccc01-3348-416a-87be-8f00061e263f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d0be50-c7af-4ba1-9012-4a219e2f458b,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:04.752626 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e57b65-feda-4007-9399-9d59d55e3470 None None] Network 2818dbad-ac61-48b4-b1db-4d9b7fd9a8dc requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:30:05.042151 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-46bf1da1-f171-4946-abde-1980afce2e2d admin admin] Publish callbacks [] for security_group (c0d0be50-c7af-4ba1-9012-4a219e2f458b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:05.056717 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000eecd6-d2ae-4eeb-b4e7-8d2ebc5533a3 req-bf499a2b-1308-4fb2-b6f1-7f2c095c75f2 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:05.058269 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-000eecd6-d2ae-4eeb-b4e7-8d2ebc5533a3 req-bf499a2b-1308-4fb2-b6f1-7f2c095c75f2 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 946 time: 0.0894313 Mar 30 01:30:05.090113 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-46bf1da1-f171-4946-abde-1980afce2e2d admin admin] Publish callbacks [] for security_group (c0d0be50-c7af-4ba1-9012-4a219e2f458b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:05.143129 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-000eecd6-d2ae-4eeb-b4e7-8d2ebc5533a3 req-1dadb5a6-5d00-4814-8d4f-93cbdf2cc5a7 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791390 Mar 30 01:30:05.169781 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-46bf1da1-f171-4946-abde-1980afce2e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (c0d0be50-c7af-4ba1-9012-4a219e2f458b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:05.172397 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-46bf1da1-f171-4946-abde-1980afce2e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:05.173512 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-46bf1da1-f171-4946-abde-1980afce2e2d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c0d0be50-c7af-4ba1-9012-4a219e2f458b HTTP/1.1" status: 204 len: 168 time: 0.4729490 Mar 30 01:30:05.181881 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf1da1-f171-4946-abde-1980afce2e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d0be50-c7af-4ba1-9012-4a219e2f458b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:05.495162 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-ceaac756-d8cd-480e-96d0-4ec03cb5c6a9 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:05.496971 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-ceaac756-d8cd-480e-96d0-4ec03cb5c6a9 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.25 "GET /v2.0/networks?id=e2331098-8600-4e5e-8b1a-b37cd94f404d HTTP/1.1" status: 200 len: 809 time: 0.1216674 Mar 30 01:30:05.513577 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-9e71cc98-6608-4f19-b512-953eaa6bb8c1 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.25 "GET /v2.0/quotas/963e4b40b974475a8ce7fefe3fc0ef0c HTTP/1.1" status: 200 len: 375 time: 0.0106516 Mar 30 01:30:05.549544 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-2995123c-de57-4ff7-b655-f7f88e8bf84d tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=963e4b40b974475a8ce7fefe3fc0ef0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287371 Mar 30 01:30:05.651410 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-14e4a0ec-6bed-4c5e-8b72-e3019153ae34 service neutron] 10.222.0.25 "GET /v2.0/networks/e2331098-8600-4e5e-8b1a-b37cd94f404d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927918 Mar 30 01:30:05.717704 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 40050) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:05.739386 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-de46a28f-7e33-41e5-b412-b2c5645689e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:05.755444 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-a2bf532d-7258-444f-8037-1d165383e58d service neutron] 10.222.0.25 "GET /v2.0/networks/e2331098-8600-4e5e-8b1a-b37cd94f404d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957153 Mar 30 01:30:05.826715 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-de46a28f-7e33-41e5-b412-b2c5645689e3 admin admin] Publish callbacks [] for security_group (b2801ace-eebf-4cb2-a6d5-928670208865), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:05.835543 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-de46a28f-7e33-41e5-b412-b2c5645689e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (b2801ace-eebf-4cb2-a6d5-928670208865), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:05.842534 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 40052) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:05.875513 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-de46a28f-7e33-41e5-b412-b2c5645689e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6542f5580cde4c90b44bd0ae28c49236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1551890 Mar 30 01:30:05.878910 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 40056) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:05.907881 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46a28f-7e33-41e5-b412-b2c5645689e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2801ace-eebf-4cb2-a6d5-928670208865,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:05.986516 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-429a4285-3aae-47ac-aaa4-c42c94880fdb admin admin] Publish callbacks [] for security_group (b2801ace-eebf-4cb2-a6d5-928670208865), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:06.025959 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-7f953414-833e-42ab-b77a-4cae02da8363 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1147341400-network', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:06.065070 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a5fa3a38-1451-419e-8ef0-603bb3b3786e req-92d58cb2-a8de-4832-a1f7-6ea1f2be5ccf tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.25 "GET /v2.0/ports?device_id=c772714d-4886-4641-b064-3012f2236413 HTTP/1.1" status: 200 len: 210 time: 0.0793087 Mar 30 01:30:06.066947 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-429a4285-3aae-47ac-aaa4-c42c94880fdb admin admin] Publish callbacks [] for security_group (b2801ace-eebf-4cb2-a6d5-928670208865), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:06.124795 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f953414-833e-42ab-b77a-4cae02da8363 admin admin] Made reservation on behalf of 69d4c360df1243b89a2428e647fdf76d for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:30:06.127865 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7f953414-833e-42ab-b77a-4cae02da8363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:06.143507 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7f953414-833e-42ab-b77a-4cae02da8363 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:06.198339 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-429a4285-3aae-47ac-aaa4-c42c94880fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (b2801ace-eebf-4cb2-a6d5-928670208865), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:06.201580 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-429a4285-3aae-47ac-aaa4-c42c94880fdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:06.206281 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-429a4285-3aae-47ac-aaa4-c42c94880fdb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b2801ace-eebf-4cb2-a6d5-928670208865 HTTP/1.1" status: 204 len: 168 time: 0.3263481 Mar 30 01:30:06.236128 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a4285-3aae-47ac-aaa4-c42c94880fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2801ace-eebf-4cb2-a6d5-928670208865,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:06.353828 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7f953414-833e-42ab-b77a-4cae02da8363 admin admin] Publish callbacks [] for security_group (1105cd36-67a5-478e-91be-df12ee057f21), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:06.359523 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7f953414-833e-42ab-b77a-4cae02da8363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (1105cd36-67a5-478e-91be-df12ee057f21), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:06.371936 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f953414-833e-42ab-b77a-4cae02da8363 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:30:06.381462 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7f953414-833e-42ab-b77a-4cae02da8363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983'] for segment (a73f41a5-84e4-43fc-81a9-5e6072abf837), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:06.381823 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.db.segments_db [None req-7f953414-833e-42ab-b77a-4cae02da8363 admin admin] Added segment a73f41a5-84e4-43fc-81a9-5e6072abf837 of type vlan for network 793afd81-5383-41f5-bf86-f3c9d10b1876 Mar 30 01:30:06.435042 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7f953414-833e-42ab-b77a-4cae02da8363 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788084269370'] for network (793afd81-5383-41f5-bf86-f3c9d10b1876), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:06.469755 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e6db1-4973-415a-b7cd-99a6405bfa2d req-e0294320-9fe6-4009-a356-f75355885f4a tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:06.471420 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-bc3e6db1-4973-415a-b7cd-99a6405bfa2d req-e0294320-9fe6-4009-a356-f75355885f4a tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 946 time: 0.2031195 Mar 30 01:30:06.477567 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7f953414-833e-42ab-b77a-4cae02da8363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768'] for network (793afd81-5383-41f5-bf86-f3c9d10b1876), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:06.478935 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f953414-833e-42ab-b77a-4cae02da8363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:06.479655 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7f953414-833e-42ab-b77a-4cae02da8363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:06.620753 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f953414-833e-42ab-b77a-4cae02da8363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1105cd36-67a5-478e-91be-df12ee057f21,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:06.647786 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 40100) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:06.647948 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-7f953414-833e-42ab-b77a-4cae02da8363 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8039877 Mar 30 01:30:06.653182 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-106b5fb6-8857-4cc4-bd65-e7b4f76366c5 admin admin] Request body: {'subnet': {'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1147341400-subnet', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:06.658926 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f953414-833e-42ab-b77a-4cae02da8363 admin admin] Pushing event updated for resources: {'Network': ['ID=793afd81-5383-41f5-bf86-f3c9d10b1876,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:06.677857 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Network 793afd81-5383-41f5-bf86-f3c9d10b1876 details requested by agent ovs-agent-dv-cinder-817135-7-smb with host dv-cinder-817135-7-smb {{(pid=103230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:30:06.680226 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-bc3e6db1-4973-415a-b7cd-99a6405bfa2d req-835329e3-ba73-43cf-9147-2fa429d3ffd1 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972077 Mar 30 01:30:06.710867 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106b5fb6-8857-4cc4-bd65-e7b4f76366c5 admin admin] Made reservation on behalf of 69d4c360df1243b89a2428e647fdf76d for: {'subnet': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:30:06.713425 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-106b5fb6-8857-4cc4-bd65-e7b4f76366c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8959024'] for subnet (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:06.967908 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-106b5fb6-8857-4cc4-bd65-e7b4f76366c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9415841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8959014'] for subnet (9bca1a71-d5df-4913-8e95-47cc046854f4), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:07.046290 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b5fb6-8857-4cc4-bd65-e7b4f76366c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bca1a71-d5df-4913-8e95-47cc046854f4,revision_number=0']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:07.057008 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106b5fb6-8857-4cc4-bd65-e7b4f76366c5 admin admin] Checking segment: {'id': 'a73f41a5-84e4-43fc-81a9-5e6072abf837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:30:07.057358 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106b5fb6-8857-4cc4-bd65-e7b4f76366c5 admin admin] Network hostable DHCP agents. Network: 793afd81-5383-41f5-bf86-f3c9d10b1876, hostable agents: ['eddc343b-7df5-4b69-8188-94dadcee138e'], hosted agents: [] {{(pid=103228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:30:07.077445 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106b5fb6-8857-4cc4-bd65-e7b4f76366c5 admin admin] Network 793afd81-5383-41f5-bf86-f3c9d10b1876 is scheduled to be hosted by DHCP agent eddc343b-7df5-4b69-8188-94dadcee138e with binding_index 1 {{(pid=103228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:30:07.088950 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-106b5fb6-8857-4cc4-bd65-e7b4f76366c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-smb, 793afd81-5383-41f5-bf86-f3c9d10b1876) {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:07.104248 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6600ea0-8256-4e40-9acb-4e5f7d9c86ff None None] Network 793afd81-5383-41f5-bf86-f3c9d10b1876 requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:30:07.106304 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106b5fb6-8857-4cc4-bd65-e7b4f76366c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:07.107180 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-106b5fb6-8857-4cc4-bd65-e7b4f76366c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for subnet (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:07.143240 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-106b5fb6-8857-4cc4-bd65-e7b4f76366c5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4936800 Mar 30 01:30:07.145841 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 40124) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:07.152865 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ef29cd84-dcc8-4b75-b77b-810992a21f4e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1147341400-router', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:07.204314 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-89d1b0e9-3282-429e-b295-d7bd7c854588 req-3000aafa-cc45-4a11-9436-b5b24f7d57d1 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.25 "GET /v2.0/ports?device_id=c772714d-4886-4641-b064-3012f2236413 HTTP/1.1" status: 200 len: 210 time: 0.0468144 Mar 30 01:30:07.219841 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef29cd84-dcc8-4b75-b77b-810992a21f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-630030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3002'] for router (b61b4878-4bdb-4960-8161-9fd93c3943d6), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:07.222282 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef29cd84-dcc8-4b75-b77b-810992a21f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2995'] for router (b61b4878-4bdb-4960-8161-9fd93c3943d6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:07.321181 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704947b3-3570-4c0f-99e3-49af96454c2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6fa5b9a-8f1a-5b91-8c9f-1bdccb0e5af4-793afd81-5383-41f5-bf86-f3c9d10b1876', 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876', 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'fixed_ips': [{'subnet_id': '9bca1a71-d5df-4913-8e95-47cc046854f4'}]}} from dv-cinder-817135-7-smb. {{(pid=103230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 01:30:07.322594 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-704947b3-3570-4c0f-99e3-49af96454c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:07.334555 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef29cd84-dcc8-4b75-b77b-810992a21f4e admin admin] Publish callbacks [] for router_controller (b61b4878-4bdb-4960-8161-9fd93c3943d6), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:07.544528 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-704947b3-3570-4c0f-99e3-49af96454c2d None None] Allocated IP 172.20.0.2 (793afd81-5383-41f5-bf86-f3c9d10b1876/9bca1a71-d5df-4913-8e95-47cc046854f4/a05d6c99-4e63-4a91-a7f6-56a925a40d8c) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:30:07.699459 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef29cd84-dcc8-4b75-b77b-810992a21f4e admin admin] Publish callbacks [] for router_gateway (b61b4878-4bdb-4960-8161-9fd93c3943d6), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:07.740708 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-e97b207c-7be7-4b02-899e-fd4d2b25c0b5 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:07.742272 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-e97b207c-7be7-4b02-899e-fd4d2b25c0b5 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.18 "GET /v2.0/networks?id=e2331098-8600-4e5e-8b1a-b37cd94f404d HTTP/1.1" status: 200 len: 809 time: 0.3845289 Mar 30 01:30:07.780789 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-db1e76b7-6fd0-4a0b-9ce3-edf2e2e32100 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Request body: {'port': {'device_id': 'c772714d-4886-4641-b064-3012f2236413', 'network_id': 'e2331098-8600-4e5e-8b1a-b37cd94f404d', 'admin_state_up': True, 'tenant_id': '963e4b40b974475a8ce7fefe3fc0ef0c'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:07.802629 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-704947b3-3570-4c0f-99e3-49af96454c2d None None] Publish callbacks [] for port (a05d6c99-4e63-4a91-a7f6-56a925a40d8c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:07.815687 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-704947b3-3570-4c0f-99e3-49af96454c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294'] for port (a05d6c99-4e63-4a91-a7f6-56a925a40d8c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:07.864625 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704947b3-3570-4c0f-99e3-49af96454c2d None None] Network 793afd81-5383-41f5-bf86-f3c9d10b1876 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:30:07.880334 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-704947b3-3570-4c0f-99e3-49af96454c2d None None] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:07.887836 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704947b3-3570-4c0f-99e3-49af96454c2d None None] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:30:07.895821 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704947b3-3570-4c0f-99e3-49af96454c2d None None] Pushing event updated for resources: {'Port': ['ID=a05d6c99-4e63-4a91-a7f6-56a925a40d8c,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:07.939220 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363bdacb-10d0-4098-9768-8c989bb7da54 req-2c4255b1-1961-4b1e-8ca7-42e3d3a88f7b tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:07.940720 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-363bdacb-10d0-4098-9768-8c989bb7da54 req-2c4255b1-1961-4b1e-8ca7-42e3d3a88f7b tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 946 time: 0.1124148 Mar 30 01:30:07.968244 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-704947b3-3570-4c0f-99e3-49af96454c2d None None] Attempting to bind port a05d6c99-4e63-4a91-a7f6-56a925a40d8c on host dv-cinder-817135-7-smb for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:30:07.975258 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-704947b3-3570-4c0f-99e3-49af96454c2d None None] Attempting to bind port a05d6c99-4e63-4a91-a7f6-56a925a40d8c by drivers openvswitch,hyperv on host dv-cinder-817135-7-smb at level 0 using segments [{'id': 'a73f41a5-84e4-43fc-81a9-5e6072abf837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:30:07.975957 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704947b3-3570-4c0f-99e3-49af96454c2d None None] Attempting to bind port a05d6c99-4e63-4a91-a7f6-56a925a40d8c on network 793afd81-5383-41f5-bf86-f3c9d10b1876 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:30:07.991625 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704947b3-3570-4c0f-99e3-49af96454c2d None None] Checking agent: {'id': 'e1925a54-03b2-438f-8645-7588892df62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 56), 'started_at': datetime.datetime(2022, 3, 30, 1, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:30:07.992740 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704947b3-3570-4c0f-99e3-49af96454c2d None None] Checking segment: {'id': 'a73f41a5-84e4-43fc-81a9-5e6072abf837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:30:07.993327 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-704947b3-3570-4c0f-99e3-49af96454c2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:07.993974 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704947b3-3570-4c0f-99e3-49af96454c2d None None] Bound using segment: {'id': 'a73f41a5-84e4-43fc-81a9-5e6072abf837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:30:07.994669 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-704947b3-3570-4c0f-99e3-49af96454c2d None None] Bound port: a05d6c99-4e63-4a91-a7f6-56a925a40d8c, host: dv-cinder-817135-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73f41a5-84e4-43fc-81a9-5e6072abf837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:30:07.995277 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-704947b3-3570-4c0f-99e3-49af96454c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (a05d6c99-4e63-4a91-a7f6-56a925a40d8c), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:08.021528 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-db1e76b7-6fd0-4a0b-9ce3-edf2e2e32100 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Made reservation on behalf of 963e4b40b974475a8ce7fefe3fc0ef0c for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:30:08.025326 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-db1e76b7-6fd0-4a0b-9ce3-edf2e2e32100 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:08.075896 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-363bdacb-10d0-4098-9768-8c989bb7da54 req-583cf7fc-9de3-40e9-9728-7e694ad0759b tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264505 Mar 30 01:30:08.109726 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-704947b3-3570-4c0f-99e3-49af96454c2d None None] For port a05d6c99-4e63-4a91-a7f6-56a925a40d8c, host dv-cinder-817135-7-smb, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:30:08.125949 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-704947b3-3570-4c0f-99e3-49af96454c2d None None] For port a05d6c99-4e63-4a91-a7f6-56a925a40d8c, host dv-cinder-817135-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=a05d6c99-4e63-4a91-a7f6-56a925a40d8c,segment=NetworkSegment(a73f41a5-84e4-43fc-81a9-5e6072abf837),segment_id=a73f41a5-84e4-43fc-81a9-5e6072abf837)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:30:08.145560 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-704947b3-3570-4c0f-99e3-49af96454c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (a05d6c99-4e63-4a91-a7f6-56a925a40d8c), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:08.230179 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704947b3-3570-4c0f-99e3-49af96454c2d None None] Pushing event updated for resources: {'Port': ['ID=a05d6c99-4e63-4a91-a7f6-56a925a40d8c,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:08.281484 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef29cd84-dcc8-4b75-b77b-810992a21f4e admin admin] Publish callbacks [] for router_gateway (b61b4878-4bdb-4960-8161-9fd93c3943d6), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:08.356729 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef29cd84-dcc8-4b75-b77b-810992a21f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:08.497673 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 40194) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:08.512980 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-db1e76b7-6fd0-4a0b-9ce3-edf2e2e32100 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Allocated IP 172.20.0.7 (e2331098-8600-4e5e-8b1a-b37cd94f404d/ff743468-42c6-4482-806c-49d59a3aa1c5/ed29a5c8-3deb-4df4-82d4-efde23699e9c) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:30:08.538479 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2532264e-906b-4835-bae3-42e08638ff95 req-66169e16-20aa-4b29-ba76-de8b2c4ebdca tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.25 "GET /v2.0/ports?device_id=c772714d-4886-4641-b064-3012f2236413 HTTP/1.1" status: 200 len: 210 time: 0.0821333 Mar 30 01:30:08.686563 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-ef29cd84-dcc8-4b75-b77b-810992a21f4e admin admin] Allocated IP 172.28.0.4 (37ca571a-19ad-455c-abf6-69b74430259c/15a93e34-d4d7-43d8-ae08-ce799dd1e751/8da00d54-e7c4-461f-bee8-d8a415b7c3ec) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:30:08.901624 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-db1e76b7-6fd0-4a0b-9ce3-edf2e2e32100 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Publish callbacks [] for port (ed29a5c8-3deb-4df4-82d4-efde23699e9c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:08.920578 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e30045d0-63c7-462b-abb6-44ae32bc6453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:08.946086 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef29cd84-dcc8-4b75-b77b-810992a21f4e admin admin] Publish callbacks [] for port (8da00d54-e7c4-461f-bee8-d8a415b7c3ec), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:09.004144 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-db1e76b7-6fd0-4a0b-9ce3-edf2e2e32100 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294'] for port (ed29a5c8-3deb-4df4-82d4-efde23699e9c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:09.033461 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e30045d0-63c7-462b-abb6-44ae32bc6453 admin admin] Publish callbacks [] for security_group (7fcbedfa-3c54-4dc3-b5df-550abcbd113d), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:09.039260 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e30045d0-63c7-462b-abb6-44ae32bc6453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (7fcbedfa-3c54-4dc3-b5df-550abcbd113d), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:09.054061 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef29cd84-dcc8-4b75-b77b-810992a21f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294'] for port (8da00d54-e7c4-461f-bee8-d8a415b7c3ec), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:09.070775 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-db1e76b7-6fd0-4a0b-9ce3-edf2e2e32100 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Network e2331098-8600-4e5e-8b1a-b37cd94f404d is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:30:09.076573 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-db1e76b7-6fd0-4a0b-9ce3-edf2e2e32100 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:09.080029 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e76b7-6fd0-4a0b-9ce3-edf2e2e32100 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Pushing event updated for resources: {'Port': ['ID=ed29a5c8-3deb-4df4-82d4-efde23699e9c,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:09.082878 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-db1e76b7-6fd0-4a0b-9ce3-edf2e2e32100 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:30:09.084903 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-e30045d0-63c7-462b-abb6-44ae32bc6453 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0295ae07d6aa427caa82ee2e84d48df2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5853980 Mar 30 01:30:09.086300 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30045d0-63c7-462b-abb6-44ae32bc6453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcbedfa-3c54-4dc3-b5df-550abcbd113d,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:09.088527 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 40210) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:09.092033 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-db1e76b7-6fd0-4a0b-9ce3-edf2e2e32100 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:09.092696 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-db1e76b7-6fd0-4a0b-9ce3-edf2e2e32100 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:09.101015 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30045d0-63c7-462b-abb6-44ae32bc6453 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:09.101640 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30045d0-63c7-462b-abb6-44ae32bc6453 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:09.102142 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30045d0-63c7-462b-abb6-44ae32bc6453 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:09.102688 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30045d0-63c7-462b-abb6-44ae32bc6453 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:09.103152 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30045d0-63c7-462b-abb6-44ae32bc6453 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:09.103626 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30045d0-63c7-462b-abb6-44ae32bc6453 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:09.104102 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30045d0-63c7-462b-abb6-44ae32bc6453 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:09.104569 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30045d0-63c7-462b-abb6-44ae32bc6453 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:09.105070 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30045d0-63c7-462b-abb6-44ae32bc6453 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:09.105547 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30045d0-63c7-462b-abb6-44ae32bc6453 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:09.106022 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30045d0-63c7-462b-abb6-44ae32bc6453 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:09.106590 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30045d0-63c7-462b-abb6-44ae32bc6453 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:09.106874 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30045d0-63c7-462b-abb6-44ae32bc6453 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:09.107193 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30045d0-63c7-462b-abb6-44ae32bc6453 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:09.107650 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30045d0-63c7-462b-abb6-44ae32bc6453 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:09.109006 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef29cd84-dcc8-4b75-b77b-810992a21f4e admin admin] Network 37ca571a-19ad-455c-abf6-69b74430259c is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:30:09.111977 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1e76b7-6fd0-4a0b-9ce3-edf2e2e32100 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:09.113097 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1e76b7-6fd0-4a0b-9ce3-edf2e2e32100 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:09.113097 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1e76b7-6fd0-4a0b-9ce3-edf2e2e32100 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:09.113097 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1e76b7-6fd0-4a0b-9ce3-edf2e2e32100 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:09.113373 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1e76b7-6fd0-4a0b-9ce3-edf2e2e32100 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:09.113649 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1e76b7-6fd0-4a0b-9ce3-edf2e2e32100 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:09.113962 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1e76b7-6fd0-4a0b-9ce3-edf2e2e32100 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:09.114281 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1e76b7-6fd0-4a0b-9ce3-edf2e2e32100 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:09.114632 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1e76b7-6fd0-4a0b-9ce3-edf2e2e32100 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:09.114939 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1e76b7-6fd0-4a0b-9ce3-edf2e2e32100 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:09.115277 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1e76b7-6fd0-4a0b-9ce3-edf2e2e32100 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:09.115567 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1e76b7-6fd0-4a0b-9ce3-edf2e2e32100 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:09.115883 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1e76b7-6fd0-4a0b-9ce3-edf2e2e32100 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:09.116294 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1e76b7-6fd0-4a0b-9ce3-edf2e2e32100 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:09.116500 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1e76b7-6fd0-4a0b-9ce3-edf2e2e32100 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:09.121706 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-ef29cd84-dcc8-4b75-b77b-810992a21f4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:09.125254 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef29cd84-dcc8-4b75-b77b-810992a21f4e admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:30:09.147579 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-db1e76b7-6fd0-4a0b-9ce3-edf2e2e32100 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3719420 Mar 30 01:30:09.173629 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d6528904-e622-4590-884d-b70308d87a64 admin admin] Publish callbacks [] for security_group (7fcbedfa-3c54-4dc3-b5df-550abcbd113d), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:09.203055 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d6528904-e622-4590-884d-b70308d87a64 admin admin] Publish callbacks [] for security_group (7fcbedfa-3c54-4dc3-b5df-550abcbd113d), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:09.262867 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d6528904-e622-4590-884d-b70308d87a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (7fcbedfa-3c54-4dc3-b5df-550abcbd113d), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:09.265761 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d6528904-e622-4590-884d-b70308d87a64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:09.267054 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-d6528904-e622-4590-884d-b70308d87a64 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7fcbedfa-3c54-4dc3-b5df-550abcbd113d HTTP/1.1" status: 204 len: 168 time: 0.1766133 Mar 30 01:30:09.297925 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6528904-e622-4590-884d-b70308d87a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcbedfa-3c54-4dc3-b5df-550abcbd113d,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:09.532585 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-31253271-f8a0-49c3-bd4d-0f9f1d80b014 service neutron] Request body: {'port': {'device_id': 'c772714d-4886-4641-b064-3012f2236413', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:09.629783 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device a05d6c99-4e63-4a91-a7f6-56a925a40d8c up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:30:09.716417 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29cd84-dcc8-4b75-b77b-810992a21f4e admin admin] Pushing event updated for resources: {'Port': ['ID=8da00d54-e7c4-461f-bee8-d8a415b7c3ec,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:09.780173 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port a05d6c99-4e63-4a91-a7f6-56a925a40d8c triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:09.780621 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (a05d6c99-4e63-4a91-a7f6-56a925a40d8c), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:09.814711 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-31253271-f8a0-49c3-bd4d-0f9f1d80b014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (ed29a5c8-3deb-4df4-82d4-efde23699e9c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:09.867421 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738970f8-9d43-4071-837f-9920ec1a8031 req-b938f8d5-e229-4691-a426-cc6b53f7f7f8 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:09.869362 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-738970f8-9d43-4071-837f-9920ec1a8031 req-b938f8d5-e229-4691-a426-cc6b53f7f7f8 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 946 time: 0.6392472 Mar 30 01:30:09.949545 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port a05d6c99-4e63-4a91-a7f6-56a925a40d8c is: DOWN; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:09.954101 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (a05d6c99-4e63-4a91-a7f6-56a925a40d8c), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:09.978486 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb89356b-cf82-4173-835a-f12a13ed26f7 None None] Network 793afd81-5383-41f5-bf86-f3c9d10b1876 requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:30:09.995467 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea938bd-f5c9-4a5d-8e15-ced4b8dd43ec req-72a70418-090c-40d1-a777-5165ed0b3592 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:09.997009 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-bea938bd-f5c9-4a5d-8e15-ced4b8dd43ec req-72a70418-090c-40d1-a777-5165ed0b3592 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.25 "GET /v2.0/ports?device_id=c772714d-4886-4641-b064-3012f2236413 HTTP/1.1" status: 200 len: 931 time: 0.2754552 Mar 30 01:30:10.044210 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] For port a05d6c99-4e63-4a91-a7f6-56a925a40d8c, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=a05d6c99-4e63-4a91-a7f6-56a925a40d8c,segment=NetworkSegment(a73f41a5-84e4-43fc-81a9-5e6072abf837),segment_id=a73f41a5-84e4-43fc-81a9-5e6072abf837)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:10.060117 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (a05d6c99-4e63-4a91-a7f6-56a925a40d8c), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:10.098320 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:30:10.107266 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-47a07685-094d-425c-a2e8-10fd2774cb57 None None] Provisioning complete for port a05d6c99-4e63-4a91-a7f6-56a925a40d8c triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:10.107863 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-47a07685-094d-425c-a2e8-10fd2774cb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (a05d6c99-4e63-4a91-a7f6-56a925a40d8c), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:10.149097 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-738970f8-9d43-4071-837f-9920ec1a8031 req-752de2b9-d4a3-4d39-b188-98d0cb6033ba tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594867 Mar 30 01:30:10.197804 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Pushing event updated for resources: {'Port': ['ID=a05d6c99-4e63-4a91-a7f6-56a925a40d8c,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:10.224545 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef29cd84-dcc8-4b75-b77b-810992a21f4e admin admin] Publish callbacks [] for router_gateway (b61b4878-4bdb-4960-8161-9fd93c3943d6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:10.230939 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-bea938bd-f5c9-4a5d-8e15-ced4b8dd43ec req-23b11274-cf9e-40d4-ac3c-a81b8f9c7883 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae054562-73bb-4234-8927-5fcecd9b6de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143474 Mar 30 01:30:10.282310 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 40270) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:10.289762 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-47a07685-094d-425c-a2e8-10fd2774cb57 None None] Current status of the port a05d6c99-4e63-4a91-a7f6-56a925a40d8c is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:10.332740 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 40276) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:10.451420 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0a4e4269-5b79-4cb5-9706-291c0d1723bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:10.496294 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-74e3dfa6-13bd-464e-9eda-5e252dcb82e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:10.503845 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-31253271-f8a0-49c3-bd4d-0f9f1d80b014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed29a5c8-3deb-4df4-82d4-efde23699e9c {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:30:10.524213 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-31253271-f8a0-49c3-bd4d-0f9f1d80b014 service neutron] Publish callbacks [] for port (ed29a5c8-3deb-4df4-82d4-efde23699e9c), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:10.547784 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-31253271-f8a0-49c3-bd4d-0f9f1d80b014 service neutron] Transition to ACTIVE for port object ed29a5c8-3deb-4df4-82d4-efde23699e9c will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:30:10.554137 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-31253271-f8a0-49c3-bd4d-0f9f1d80b014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (ed29a5c8-3deb-4df4-82d4-efde23699e9c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:10.602444 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef29cd84-dcc8-4b75-b77b-810992a21f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623896'] for router (b61b4878-4bdb-4960-8161-9fd93c3943d6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:10.620473 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0a4e4269-5b79-4cb5-9706-291c0d1723bd admin admin] Publish callbacks [] for security_group (32e76812-41cf-4b03-8790-63478c83b02b), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:10.620749 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-90372667-7c43-4166-8a62-36d41ec9dc5e None None] Provisioning complete for port a05d6c99-4e63-4a91-a7f6-56a925a40d8c triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:10.620904 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-90372667-7c43-4166-8a62-36d41ec9dc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (a05d6c99-4e63-4a91-a7f6-56a925a40d8c), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:10.621576 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31253271-f8a0-49c3-bd4d-0f9f1d80b014 service neutron] Pushing event updated for resources: {'Port': ['ID=ed29a5c8-3deb-4df4-82d4-efde23699e9c,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:10.630854 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0a4e4269-5b79-4cb5-9706-291c0d1723bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (32e76812-41cf-4b03-8790-63478c83b02b), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:10.651585 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-74e3dfa6-13bd-464e-9eda-5e252dcb82e4 admin admin] Publish callbacks [] for security_group (f92f75f1-7331-4149-adc0-557b6ed3d5c3), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:10.662924 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-74e3dfa6-13bd-464e-9eda-5e252dcb82e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (f92f75f1-7331-4149-adc0-557b6ed3d5c3), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:10.703810 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-0a4e4269-5b79-4cb5-9706-291c0d1723bd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a31ccf598e714ef4bef1292e07566450&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4203467 Mar 30 01:30:10.706991 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 40288) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:10.722650 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e4269-5b79-4cb5-9706-291c0d1723bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e76812-41cf-4b03-8790-63478c83b02b,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:10.759067 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-74e3dfa6-13bd-464e-9eda-5e252dcb82e4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4dcbbf7be4a3452aa554dc2fadfbb5ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4252410 Mar 30 01:30:10.765984 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 40296) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:10.799724 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-31253271-f8a0-49c3-bd4d-0f9f1d80b014 service neutron] Attempting to bind port ed29a5c8-3deb-4df4-82d4-efde23699e9c on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:30:10.800209 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-31253271-f8a0-49c3-bd4d-0f9f1d80b014 service neutron] Attempting to bind port ed29a5c8-3deb-4df4-82d4-efde23699e9c by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '6d8342e8-0dea-4a45-8e6a-78f7cc8bbc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e2331098-8600-4e5e-8b1a-b37cd94f404d'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:30:10.800639 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-31253271-f8a0-49c3-bd4d-0f9f1d80b014 service neutron] Attempting to bind port ed29a5c8-3deb-4df4-82d4-efde23699e9c on network e2331098-8600-4e5e-8b1a-b37cd94f404d {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:30:10.802249 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3dfa6-13bd-464e-9eda-5e252dcb82e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92f75f1-7331-4149-adc0-557b6ed3d5c3,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:10.809694 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-90372667-7c43-4166-8a62-36d41ec9dc5e None None] Current status of the port a05d6c99-4e63-4a91-a7f6-56a925a40d8c is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:10.820420 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-31253271-f8a0-49c3-bd4d-0f9f1d80b014 service neutron] Port ed29a5c8-3deb-4df4-82d4-efde23699e9c on network e2331098-8600-4e5e-8b1a-b37cd94f404d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:30:10.820721 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-31253271-f8a0-49c3-bd4d-0f9f1d80b014 service neutron] Attempting to bind port ed29a5c8-3deb-4df4-82d4-efde23699e9c on network e2331098-8600-4e5e-8b1a-b37cd94f404d {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:30:10.829493 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-31253271-f8a0-49c3-bd4d-0f9f1d80b014 service neutron] Checking agent: {'id': '4d4a4723-54eb-40cd-a736-b5d7ac710e77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'started_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:30:10.830162 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-31253271-f8a0-49c3-bd4d-0f9f1d80b014 service neutron] Checking segment: {'id': '6d8342e8-0dea-4a45-8e6a-78f7cc8bbc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e2331098-8600-4e5e-8b1a-b37cd94f404d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:30:10.830382 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-31253271-f8a0-49c3-bd4d-0f9f1d80b014 service neutron] Bound using segment: {'id': '6d8342e8-0dea-4a45-8e6a-78f7cc8bbc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e2331098-8600-4e5e-8b1a-b37cd94f404d'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:30:10.830804 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-31253271-f8a0-49c3-bd4d-0f9f1d80b014 service neutron] Bound port: ed29a5c8-3deb-4df4-82d4-efde23699e9c, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d8342e8-0dea-4a45-8e6a-78f7cc8bbc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e2331098-8600-4e5e-8b1a-b37cd94f404d'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:30:10.831159 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-31253271-f8a0-49c3-bd4d-0f9f1d80b014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (ed29a5c8-3deb-4df4-82d4-efde23699e9c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:10.836933 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ea262ca-1801-4919-9ace-eccd2e190f5b admin admin] Publish callbacks [] for security_group (32e76812-41cf-4b03-8790-63478c83b02b), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:10.869409 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ea262ca-1801-4919-9ace-eccd2e190f5b admin admin] Publish callbacks [] for security_group (32e76812-41cf-4b03-8790-63478c83b02b), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:10.871527 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2810c828-2968-4b09-9958-3ac96001f9a8 admin admin] Publish callbacks [] for security_group (f92f75f1-7331-4149-adc0-557b6ed3d5c3), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:10.920032 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2810c828-2968-4b09-9958-3ac96001f9a8 admin admin] Publish callbacks [] for security_group (f92f75f1-7331-4149-adc0-557b6ed3d5c3), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:10.928103 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef29cd84-dcc8-4b75-b77b-810992a21f4e admin admin] Router b61b4878-4bdb-4960-8161-9fd93c3943d6 is scheduled to L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 01:30:10.978894 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ea262ca-1801-4919-9ace-eccd2e190f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (32e76812-41cf-4b03-8790-63478c83b02b), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:10.981449 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ea262ca-1801-4919-9ace-eccd2e190f5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:10.982627 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-4ea262ca-1801-4919-9ace-eccd2e190f5b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/32e76812-41cf-4b03-8790-63478c83b02b HTTP/1.1" status: 204 len: 168 time: 0.2745128 Mar 30 01:30:10.998537 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea262ca-1801-4919-9ace-eccd2e190f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e76812-41cf-4b03-8790-63478c83b02b,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:11.017055 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2810c828-2968-4b09-9958-3ac96001f9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (f92f75f1-7331-4149-adc0-557b6ed3d5c3), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:11.036254 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2810c828-2968-4b09-9958-3ac96001f9a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:11.039088 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-2810c828-2968-4b09-9958-3ac96001f9a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f92f75f1-7331-4149-adc0-557b6ed3d5c3 HTTP/1.1" status: 204 len: 168 time: 0.2717388 Mar 30 01:30:11.077805 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810c828-2968-4b09-9958-3ac96001f9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92f75f1-7331-4149-adc0-557b6ed3d5c3,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:11.083518 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-31253271-f8a0-49c3-bd4d-0f9f1d80b014 service neutron] For port ed29a5c8-3deb-4df4-82d4-efde23699e9c, host hv-cinder-81713, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:30:11.120645 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-31253271-f8a0-49c3-bd4d-0f9f1d80b014 service neutron] For port ed29a5c8-3deb-4df4-82d4-efde23699e9c, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=ed29a5c8-3deb-4df4-82d4-efde23699e9c,segment=NetworkSegment(6d8342e8-0dea-4a45-8e6a-78f7cc8bbc20),segment_id=6d8342e8-0dea-4a45-8e6a-78f7cc8bbc20)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:30:11.132086 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-31253271-f8a0-49c3-bd4d-0f9f1d80b014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (ed29a5c8-3deb-4df4-82d4-efde23699e9c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:11.214596 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-31253271-f8a0-49c3-bd4d-0f9f1d80b014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:11.215217 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-31253271-f8a0-49c3-bd4d-0f9f1d80b014 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:11.216742 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-31253271-f8a0-49c3-bd4d-0f9f1d80b014 service neutron] 10.222.0.18 "PUT /v2.0/ports/ed29a5c8-3deb-4df4-82d4-efde23699e9c HTTP/1.1" status: 200 len: 1093 time: 1.9855180 Mar 30 01:30:11.217539 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c772714d-4886-4641-b064-3012f2236413', 'tag': 'ed29a5c8-3deb-4df4-82d4-efde23699e9c'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:30:11.220333 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ee1e0a93b5aae8634dc44ede2e08a21acb25dbbcfc8760de0fb17172de978b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a586f69d-f76d-4a48-bd3d-3e6ba5301216" -d '{"events": [{"name": "network-changed", "server_uuid": "c772714d-4886-4641-b064-3012f2236413", "tag": "ed29a5c8-3deb-4df4-82d4-efde23699e9c"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:30:11.354666 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7aae769-996d-4cad-9c7a-bb0d4afa2678 x-openstack-request-id: req-c7aae769-996d-4cad-9c7a-bb0d4afa2678 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:30:11.354666 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c772714d-4886-4641-b064-3012f2236413", "tag": "ed29a5c8-3deb-4df4-82d4-efde23699e9c", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:30:11.354666 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7aae769-996d-4cad-9c7a-bb0d4afa2678 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:30:11.354666 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7aae769-996d-4cad-9c7a-bb0d4afa2678'] response: {'name': 'network-changed', 'server_uuid': 'c772714d-4886-4641-b064-3012f2236413', 'tag': 'ed29a5c8-3deb-4df4-82d4-efde23699e9c', 'status': 'completed', 'code': 200} Mar 30 01:30:11.388489 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef29cd84-dcc8-4b75-b77b-810992a21f4e admin admin] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:30:11.398554 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7603d5a-7dd7-4616-9106-b8e696dc3a72 None None] Sync routers for ids ['b61b4878-4bdb-4960-8161-9fd93c3943d6'] in dv-cinder-817135-7-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:30:11.428846 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7603d5a-7dd7-4616-9106-b8e696dc3a72 None None] Routers {'b61b4878-4bdb-4960-8161-9fd93c3943d6'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:30:11.429640 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-e7603d5a-7dd7-4616-9106-b8e696dc3a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:29:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['b61b4878-4bdb-4960-8161-9fd93c3943d6'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:11.457791 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31253271-f8a0-49c3-bd4d-0f9f1d80b014 service neutron] Pushing event updated for resources: {'Port': ['ID=ed29a5c8-3deb-4df4-82d4-efde23699e9c,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:11.502477 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef29cd84-dcc8-4b75-b77b-810992a21f4e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:11.503626 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-ef29cd84-dcc8-4b75-b77b-810992a21f4e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3555133 Mar 30 01:30:11.506829 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 40320) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:11.516200 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-2560ccf1-554c-4f15-98be-d282630f990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:11.518293 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-2560ccf1-554c-4f15-98be-d282630f990a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=963e4b40b974475a8ce7fefe3fc0ef0c&device_id=c772714d-4886-4641-b064-3012f2236413 HTTP/1.1" status: 200 len: 1127 time: 0.2464046 Mar 30 01:30:11.546967 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device a05d6c99-4e63-4a91-a7f6-56a925a40d8c up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:30:11.547869 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57c316-79bd-475d-a7dc-7d18dcf20943 req-817dcfc9-d2ed-42bf-9067-ef30141b3177 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:11.550054 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8a57c316-79bd-475d-a7dc-7d18dcf20943 req-817dcfc9-d2ed-42bf-9067-ef30141b3177 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 946 time: 0.1632597 Mar 30 01:30:11.587663 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-59e68743-e11a-4fbe-91cf-9ac56b9e96ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed29a5c8-3deb-4df4-82d4-efde23699e9c HTTP/1.1" status: 200 len: 217 time: 0.0610807 Mar 30 01:30:11.603091 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295d9fa-afd8-4225-b007-7e6eb00a5d01 req-5fa94adc-4cdd-40ce-adb3-09c2131a06b7 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:11.604952 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f295d9fa-afd8-4225-b007-7e6eb00a5d01 req-5fa94adc-4cdd-40ce-adb3-09c2131a06b7 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.25 "GET /v2.0/ports?device_id=c772714d-4886-4641-b064-3012f2236413 HTTP/1.1" status: 200 len: 943 time: 0.1873021 Mar 30 01:30:11.666133 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port a05d6c99-4e63-4a91-a7f6-56a925a40d8c triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:11.666595 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (a05d6c99-4e63-4a91-a7f6-56a925a40d8c), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:11.697027 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8a57c316-79bd-475d-a7dc-7d18dcf20943 req-14382a68-02a2-4931-be11-286869b0dc8b tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137965 Mar 30 01:30:11.728929 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-3f0013ff-e1b5-4962-babc-2ce652ca19d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:11.730494 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-3f0013ff-e1b5-4962-babc-2ce652ca19d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ff743468-42c6-4482-806c-49d59a3aa1c5 HTTP/1.1" status: 200 len: 849 time: 0.1244748 Mar 30 01:30:11.750255 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-e7603d5a-7dd7-4616-9106-b8e696dc3a72 None None] Set router b61b4878-4bdb-4960-8161-9fd93c3943d6 gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:30:11.780464 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-1bc690c7-5920-43f6-80d9-7ed5f3cda8cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2331098-8600-4e5e-8b1a-b37cd94f404d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372016 Mar 30 01:30:11.784625 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f295d9fa-afd8-4225-b007-7e6eb00a5d01 req-2357d4b7-7905-40c5-83b9-f20f5287f0a0 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae054562-73bb-4234-8927-5fcecd9b6de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570823 Mar 30 01:30:11.832934 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 40330) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:11.866926 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port a05d6c99-4e63-4a91-a7f6-56a925a40d8c is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:11.882043 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-73452dde-58f7-49cd-8c7b-53f3581399e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:11.944380 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-b5cf33b9-1416-4f35-9dbd-0a59d84fdb64 service neutron] 10.222.0.18 "GET /v2.0/networks/e2331098-8600-4e5e-8b1a-b37cd94f404d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471930 Mar 30 01:30:11.999462 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-e7603d5a-7dd7-4616-9106-b8e696dc3a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'name': 'tempest-AttachVolumeTestJSON-1147341400-router', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4'}], 'enable_snat': True}, 'gw_port_id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:07Z', 'updated_at': '2022-03-30T01:30:09Z', 'revision_number': 3, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'gw_port': {'id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:20:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:08Z', 'updated_at': '2022-03-30T01:30:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb'}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:12.056335 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7603d5a-7dd7-4616-9106-b8e696dc3a72 None None] Checking router: b61b4878-4bdb-4960-8161-9fd93c3943d6 for host: dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:30:12.057462 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7603d5a-7dd7-4616-9106-b8e696dc3a72 None None] Updating router b61b4878-4bdb-4960-8161-9fd93c3943d6 port 8da00d54-e7c4-461f-bee8-d8a415b7c3ec binding host dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:30:12.071303 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-73452dde-58f7-49cd-8c7b-53f3581399e3 admin admin] Publish callbacks [] for security_group (c89cbdbd-66c3-4194-b312-db7468dda8a7), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:12.082998 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-73452dde-58f7-49cd-8c7b-53f3581399e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (c89cbdbd-66c3-4194-b312-db7468dda8a7), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:12.086851 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0fbeb94c-fac9-49b0-896b-a775685df566 req-9328d5a2-0da7-4153-8a14-10e9504e30d7 service neutron] 10.222.0.18 "GET /v2.0/networks/e2331098-8600-4e5e-8b1a-b37cd94f404d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359236 Mar 30 01:30:12.092952 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e7603d5a-7dd7-4616-9106-b8e696dc3a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (8da00d54-e7c4-461f-bee8-d8a415b7c3ec), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:12.148512 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-73452dde-58f7-49cd-8c7b-53f3581399e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ea6cd7cf19e7455b9f735f063b21a29c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3121822 Mar 30 01:30:12.149742 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 40336) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:12.177724 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73452dde-58f7-49cd-8c7b-53f3581399e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89cbdbd-66c3-4194-b312-db7468dda8a7,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:12.182153 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aebd8429-ae1b-4d82-bdcc-8c700ab60f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:12.286467 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586f69d-f76d-4a48-bd3d-3e6ba5301216 req-7a0f8025-e58c-431d-a7e8-da9f5100399f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:12.287975 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a586f69d-f76d-4a48-bd3d-3e6ba5301216 req-7a0f8025-e58c-431d-a7e8-da9f5100399f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=963e4b40b974475a8ce7fefe3fc0ef0c&device_id=c772714d-4886-4641-b064-3012f2236413 HTTP/1.1" status: 200 len: 1127 time: 0.1119294 Mar 30 01:30:12.291609 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-699e889a-9161-45d0-96ba-002141b5bbe0 admin admin] Publish callbacks [] for security_group (c89cbdbd-66c3-4194-b312-db7468dda8a7), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:12.358031 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-699e889a-9161-45d0-96ba-002141b5bbe0 admin admin] Publish callbacks [] for security_group (c89cbdbd-66c3-4194-b312-db7468dda8a7), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:12.382600 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-aebd8429-ae1b-4d82-bdcc-8c700ab60f7a admin admin] Allocated IP 172.20.0.1 (793afd81-5383-41f5-bf86-f3c9d10b1876/9bca1a71-d5df-4913-8e95-47cc046854f4/e46c2206-a194-4bec-a116-3e34c8774dea) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:30:12.422758 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586f69d-f76d-4a48-bd3d-3e6ba5301216 req-6da56143-b457-4add-95b9-140d64677131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:12.424375 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a586f69d-f76d-4a48-bd3d-3e6ba5301216 req-6da56143-b457-4add-95b9-140d64677131 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2331098-8600-4e5e-8b1a-b37cd94f404d HTTP/1.1" status: 200 len: 910 time: 0.1282923 Mar 30 01:30:12.440307 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e7603d5a-7dd7-4616-9106-b8e696dc3a72 None None] Publish callbacks [] for port (8da00d54-e7c4-461f-bee8-d8a415b7c3ec), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:12.456155 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e7603d5a-7dd7-4616-9106-b8e696dc3a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (8da00d54-e7c4-461f-bee8-d8a415b7c3ec), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:12.533468 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b468a7c-d645-4ae9-84b2-9dbfee1e8ceb None None] Pushing event updated for resources: {'Port': ['ID=8da00d54-e7c4-461f-bee8-d8a415b7c3ec,revision_number=2']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:12.554671 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-e7603d5a-7dd7-4616-9106-b8e696dc3a72 None None] Attempting to bind port 8da00d54-e7c4-461f-bee8-d8a415b7c3ec on host dv-cinder-817135-7-smb for vnic_type normal with profile {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:30:12.555283 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-e7603d5a-7dd7-4616-9106-b8e696dc3a72 None None] Attempting to bind port 8da00d54-e7c4-461f-bee8-d8a415b7c3ec by drivers openvswitch,hyperv on host dv-cinder-817135-7-smb at level 0 using segments [{'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:30:12.555819 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7603d5a-7dd7-4616-9106-b8e696dc3a72 None None] Attempting to bind port 8da00d54-e7c4-461f-bee8-d8a415b7c3ec on network 37ca571a-19ad-455c-abf6-69b74430259c {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:30:12.562380 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7603d5a-7dd7-4616-9106-b8e696dc3a72 None None] Checking agent: {'id': 'e1925a54-03b2-438f-8645-7588892df62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 56), 'started_at': datetime.datetime(2022, 3, 30, 1, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:30:12.562543 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7603d5a-7dd7-4616-9106-b8e696dc3a72 None None] Checking segment: {'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:30:12.562910 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e7603d5a-7dd7-4616-9106-b8e696dc3a72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:12.563599 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7603d5a-7dd7-4616-9106-b8e696dc3a72 None None] Bound using segment: {'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:30:12.564211 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-e7603d5a-7dd7-4616-9106-b8e696dc3a72 None None] Bound port: 8da00d54-e7c4-461f-bee8-d8a415b7c3ec, host: dv-cinder-817135-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:30:12.564742 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e7603d5a-7dd7-4616-9106-b8e696dc3a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (8da00d54-e7c4-461f-bee8-d8a415b7c3ec), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:12.593321 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aebd8429-ae1b-4d82-bdcc-8c700ab60f7a admin admin] Publish callbacks [] for port (e46c2206-a194-4bec-a116-3e34c8774dea), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:12.678108 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-e7603d5a-7dd7-4616-9106-b8e696dc3a72 None None] For port 8da00d54-e7c4-461f-bee8-d8a415b7c3ec, host dv-cinder-817135-7-smb, cleared binding levels {{(pid=103231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:30:12.684495 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-e7603d5a-7dd7-4616-9106-b8e696dc3a72 None None] For port 8da00d54-e7c4-461f-bee8-d8a415b7c3ec, host dv-cinder-817135-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=8da00d54-e7c4-461f-bee8-d8a415b7c3ec,segment=NetworkSegment(06f2df17-57da-4e9c-9934-3a429189481b),segment_id=06f2df17-57da-4e9c-9934-3a429189481b)] {{(pid=103231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:30:12.693419 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aebd8429-ae1b-4d82-bdcc-8c700ab60f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (e46c2206-a194-4bec-a116-3e34c8774dea), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:12.704534 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e7603d5a-7dd7-4616-9106-b8e696dc3a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (8da00d54-e7c4-461f-bee8-d8a415b7c3ec), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:12.722689 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a586f69d-f76d-4a48-bd3d-3e6ba5301216 req-63c5d3f4-33c2-48f7-911c-89ebbeadc4e2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed29a5c8-3deb-4df4-82d4-efde23699e9c HTTP/1.1" status: 200 len: 217 time: 0.2912986 Mar 30 01:30:12.762423 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-699e889a-9161-45d0-96ba-002141b5bbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (c89cbdbd-66c3-4194-b312-db7468dda8a7), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:12.765382 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-699e889a-9161-45d0-96ba-002141b5bbe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:12.769128 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-699e889a-9161-45d0-96ba-002141b5bbe0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c89cbdbd-66c3-4194-b312-db7468dda8a7 HTTP/1.1" status: 204 len: 168 time: 0.6158893 Mar 30 01:30:12.781562 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e889a-9161-45d0-96ba-002141b5bbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89cbdbd-66c3-4194-b312-db7468dda8a7,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:12.783894 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebd8429-ae1b-4d82-bdcc-8c700ab60f7a admin admin] Network 793afd81-5383-41f5-bf86-f3c9d10b1876 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:30:12.790798 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7603d5a-7dd7-4616-9106-b8e696dc3a72 None None] Routers {'b61b4878-4bdb-4960-8161-9fd93c3943d6'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:30:12.792323 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-e7603d5a-7dd7-4616-9106-b8e696dc3a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:29:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['b61b4878-4bdb-4960-8161-9fd93c3943d6'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:12.800828 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-aebd8429-ae1b-4d82-bdcc-8c700ab60f7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:12.807321 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebd8429-ae1b-4d82-bdcc-8c700ab60f7a admin admin] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:30:12.818435 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586f69d-f76d-4a48-bd3d-3e6ba5301216 req-fab9b041-1142-4db6-813a-1562281ab8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:12.825165 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a586f69d-f76d-4a48-bd3d-3e6ba5301216 req-fab9b041-1142-4db6-813a-1562281ab8c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ff743468-42c6-4482-806c-49d59a3aa1c5 HTTP/1.1" status: 200 len: 849 time: 0.0948558 Mar 30 01:30:12.907404 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aebd8429-ae1b-4d82-bdcc-8c700ab60f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625103'] for router_interface (b61b4878-4bdb-4960-8161-9fd93c3943d6), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:12.913553 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a586f69d-f76d-4a48-bd3d-3e6ba5301216 req-da98d9aa-4a66-4067-8ae6-0c5648028094 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2331098-8600-4e5e-8b1a-b37cd94f404d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725789 Mar 30 01:30:12.924220 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd8429-ae1b-4d82-bdcc-8c700ab60f7a admin admin] Pushing event updated for resources: {'Port': ['ID=e46c2206-a194-4bec-a116-3e34c8774dea,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:13.024365 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b468a7c-d645-4ae9-84b2-9dbfee1e8ceb None None] Pushing event updated for resources: {'Port': ['ID=8da00d54-e7c4-461f-bee8-d8a415b7c3ec,revision_number=3']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:13.111462 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-e7603d5a-7dd7-4616-9106-b8e696dc3a72 None None] Set router b61b4878-4bdb-4960-8161-9fd93c3943d6 gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:30:13.198214 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aebd8429-ae1b-4d82-bdcc-8c700ab60f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (e46c2206-a194-4bec-a116-3e34c8774dea), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:13.200720 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562f3e7-2eb6-46f4-ad10-468026f06917 req-6b59d3cf-8626-4ac8-80d0-02812d0148c3 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:13.203742 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8562f3e7-2eb6-46f4-ad10-468026f06917 req-6b59d3cf-8626-4ac8-80d0-02812d0148c3 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 946 time: 0.2584541 Mar 30 01:30:13.262460 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-0f9efca1-31d8-4079-a24b-e81ebd22ba60 None None] Provisioning complete for port e46c2206-a194-4bec-a116-3e34c8774dea triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:13.262929 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0f9efca1-31d8-4079-a24b-e81ebd22ba60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (e46c2206-a194-4bec-a116-3e34c8774dea), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:13.303865 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8562f3e7-2eb6-46f4-ad10-468026f06917 req-66caec0e-a1d2-4c66-979c-57dcfd199a6a tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569432 Mar 30 01:30:13.339576 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07302b52-8c8f-4224-b352-8b16f826d876 req-b0cef5a3-64a6-48bc-8821-2ab780f56a79 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:13.341566 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-07302b52-8c8f-4224-b352-8b16f826d876 req-b0cef5a3-64a6-48bc-8821-2ab780f56a79 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.25 "GET /v2.0/ports?device_id=c772714d-4886-4641-b064-3012f2236413 HTTP/1.1" status: 200 len: 943 time: 0.2720859 Mar 30 01:30:13.344554 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a586f69d-f76d-4a48-bd3d-3e6ba5301216 req-ff13caf8-a60d-4ef8-b233-d97e669bc812 service neutron] 10.222.0.18 "GET /v2.0/networks/e2331098-8600-4e5e-8b1a-b37cd94f404d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246411 Mar 30 01:30:13.386457 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-0f9efca1-31d8-4079-a24b-e81ebd22ba60 None None] Port e46c2206-a194-4bec-a116-3e34c8774dea cannot update to ACTIVE because it is not bound. {{(pid=103230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:30:13.478601 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a586f69d-f76d-4a48-bd3d-3e6ba5301216 req-83fefb79-0c32-47e2-9e44-ebb1e470bb3a service neutron] 10.222.0.18 "GET /v2.0/networks/e2331098-8600-4e5e-8b1a-b37cd94f404d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148982 Mar 30 01:30:13.524604 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-07302b52-8c8f-4224-b352-8b16f826d876 req-b722c8ee-5053-4d63-9621-dfdf65866d62 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae054562-73bb-4234-8927-5fcecd9b6de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762271 Mar 30 01:30:13.561654 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-e7603d5a-7dd7-4616-9106-b8e696dc3a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'name': 'tempest-AttachVolumeTestJSON-1147341400-router', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4'}], 'enable_snat': True}, 'gw_port_id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:07Z', 'updated_at': '2022-03-30T01:30:09Z', 'revision_number': 3, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'gw_port': {'id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:20:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:08Z', 'updated_at': '2022-03-30T01:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb'}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:13.602064 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7603d5a-7dd7-4616-9106-b8e696dc3a72 None None] The sync data for ids ['b61b4878-4bdb-4960-8161-9fd93c3943d6'] in dv-cinder-817135-7-smb is: [{'id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'name': 'tempest-AttachVolumeTestJSON-1147341400-router', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4'}], 'enable_snat': True}, 'gw_port_id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:07Z', 'updated_at': '2022-03-30T01:30:09Z', 'revision_number': 3, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'gw_port': {'id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:20:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:08Z', 'updated_at': '2022-03-30T01:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb'}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:30:13.624535 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aebd8429-ae1b-4d82-bdcc-8c700ab60f7a admin admin] Publish callbacks [] for port (e46c2206-a194-4bec-a116-3e34c8774dea), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:13.634584 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aebd8429-ae1b-4d82-bdcc-8c700ab60f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (e46c2206-a194-4bec-a116-3e34c8774dea), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:13.910424 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aebd8429-ae1b-4d82-bdcc-8c700ab60f7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624987'] for router_interface (b61b4878-4bdb-4960-8161-9fd93c3943d6), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:13.910424 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd8429-ae1b-4d82-bdcc-8c700ab60f7a admin admin] Pushing event updated for resources: {'Port': ['ID=e46c2206-a194-4bec-a116-3e34c8774dea,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:14.052421 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebd8429-ae1b-4d82-bdcc-8c700ab60f7a admin admin] Network 793afd81-5383-41f5-bf86-f3c9d10b1876 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:30:14.054559 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-aebd8429-ae1b-4d82-bdcc-8c700ab60f7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:14.263172 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 40420) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:14.276740 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebd8429-ae1b-4d82-bdcc-8c700ab60f7a admin admin] Router b61b4878-4bdb-4960-8161-9fd93c3943d6 has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:30:14.471260 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebd8429-ae1b-4d82-bdcc-8c700ab60f7a admin admin] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:30:14.487645 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-aebd8429-ae1b-4d82-bdcc-8c700ab60f7a admin admin] 10.222.0.25 "PUT /v2.0/routers/b61b4878-4bdb-4960-8161-9fd93c3943d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9720080 Mar 30 01:30:14.523329 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93716e-f397-4a2c-8b24-ae30f85421b6 req-73aca4dd-2c83-407b-9d3d-e877aa852f8f tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:14.532393 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6c93716e-f397-4a2c-8b24-ae30f85421b6 req-73aca4dd-2c83-407b-9d3d-e877aa852f8f tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 946 time: 0.0873260 Mar 30 01:30:14.587371 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-c190ebcf-74a7-4501-a214-5ac4769caa55 None None] Provisioning complete for port e46c2206-a194-4bec-a116-3e34c8774dea triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:14.587863 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c190ebcf-74a7-4501-a214-5ac4769caa55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (e46c2206-a194-4bec-a116-3e34c8774dea), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:14.619590 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6c93716e-f397-4a2c-8b24-ae30f85421b6 req-5edfc761-2925-4a4c-b5f0-b2bee2d7ae0b tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867963 Mar 30 01:30:14.723269 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ee5fb5ad-2e2f-4e7c-96a5-8b9f64d6969a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:14.808674 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65991d4f-35fc-457b-b158-694be0d5c34e req-cceb33c0-a2d1-4a2a-85eb-b6f3045b3300 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:14.816165 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-65991d4f-35fc-457b-b158-694be0d5c34e req-cceb33c0-a2d1-4a2a-85eb-b6f3045b3300 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.25 "GET /v2.0/ports?device_id=c772714d-4886-4641-b064-3012f2236413 HTTP/1.1" status: 200 len: 943 time: 0.1676321 Mar 30 01:30:14.845648 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-c190ebcf-74a7-4501-a214-5ac4769caa55 None None] Port e46c2206-a194-4bec-a116-3e34c8774dea cannot update to ACTIVE because it is not bound. {{(pid=103230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:30:14.922881 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-65991d4f-35fc-457b-b158-694be0d5c34e req-e8e24628-d0d8-4b14-947c-a0453b5757a3 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae054562-73bb-4234-8927-5fcecd9b6de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056144 Mar 30 01:30:15.017403 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ee5fb5ad-2e2f-4e7c-96a5-8b9f64d6969a admin admin] Publish callbacks [] for security_group (4467dd17-ee4d-40cc-9b2e-f7dd960c0946), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:15.027538 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ee5fb5ad-2e2f-4e7c-96a5-8b9f64d6969a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (4467dd17-ee4d-40cc-9b2e-f7dd960c0946), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:15.076297 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-ee5fb5ad-2e2f-4e7c-96a5-8b9f64d6969a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=094e0c4fa5d242ebade58e01d4fd62e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8120003 Mar 30 01:30:15.077034 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fb5ad-2e2f-4e7c-96a5-8b9f64d6969a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4467dd17-ee4d-40cc-9b2e-f7dd960c0946,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:15.079451 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 40460) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:15.166824 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-399ccd74-3107-4bdd-994d-d9c948c6576f admin admin] Publish callbacks [] for security_group (4467dd17-ee4d-40cc-9b2e-f7dd960c0946), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:15.204347 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-399ccd74-3107-4bdd-994d-d9c948c6576f admin admin] Publish callbacks [] for security_group (4467dd17-ee4d-40cc-9b2e-f7dd960c0946), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:15.265968 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-399ccd74-3107-4bdd-994d-d9c948c6576f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (4467dd17-ee4d-40cc-9b2e-f7dd960c0946), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:15.268694 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-399ccd74-3107-4bdd-994d-d9c948c6576f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:15.269866 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-399ccd74-3107-4bdd-994d-d9c948c6576f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4467dd17-ee4d-40cc-9b2e-f7dd960c0946 HTTP/1.1" status: 204 len: 168 time: 0.1893723 Mar 30 01:30:15.284617 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ccd74-3107-4bdd-994d-d9c948c6576f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4467dd17-ee4d-40cc-9b2e-f7dd960c0946,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:15.391874 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device ed29a5c8-3deb-4df4-82d4-efde23699e9c details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:30:15.554771 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 40470) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:15.560019 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-80d9a234-793a-4129-83f8-46ca64bd8173 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1872220973', 'description': 'tempest-description--1188301124'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:15.597896 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 40472) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:15.625039 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 8da00d54-e7c4-461f-bee8-d8a415b7c3ec up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:30:15.636913 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-80d9a234-793a-4129-83f8-46ca64bd8173 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:15.717001 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port ed29a5c8-3deb-4df4-82d4-efde23699e9c, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=ed29a5c8-3deb-4df4-82d4-efde23699e9c,segment=NetworkSegment(6d8342e8-0dea-4a45-8e6a-78f7cc8bbc20),segment_id=6d8342e8-0dea-4a45-8e6a-78f7cc8bbc20)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:15.778606 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Returning: {'device': 'ed29a5c8-3deb-4df4-82d4-efde23699e9c', 'network_id': 'e2331098-8600-4e5e-8b1a-b37cd94f404d', 'port_id': 'ed29a5c8-3deb-4df4-82d4-efde23699e9c', 'mac_address': 'fa:16:3e:28:b5:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff743468-42c6-4482-806c-49d59a3aa1c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:30:15.783402 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port 8da00d54-e7c4-461f-bee8-d8a415b7c3ec triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:15.783970 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (8da00d54-e7c4-461f-bee8-d8a415b7c3ec), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:15.818546 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4c439269-18e4-4de9-9c9f-f9458b257cff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:15.840437 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-80d9a234-793a-4129-83f8-46ca64bd8173 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for security_group (3bcbf31c-e90b-4122-9818-fb1f82dbaaed), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:15.849389 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-80d9a234-793a-4129-83f8-46ca64bd8173 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (3bcbf31c-e90b-4122-9818-fb1f82dbaaed), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:15.862829 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 40482) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:15.881691 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-80d9a234-793a-4129-83f8-46ca64bd8173 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:15.883381 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-80d9a234-793a-4129-83f8-46ca64bd8173 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3284132 Mar 30 01:30:15.885356 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port ed29a5c8-3deb-4df4-82d4-efde23699e9c is: DOWN; New status is: BUILD {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:15.885923 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (ed29a5c8-3deb-4df4-82d4-efde23699e9c), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:15.888776 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 40484) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:15.894696 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-e0204049-4bc9-4d9a-8294-17c5a6ee70bb tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Request body: {'security_group_rule': {'security_group_id': '3bcbf31c-e90b-4122-9818-fb1f82dbaaed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:15.899394 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3efaecbf-ae58-4673-8f6c-c2cf7cbf4dd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:15.924487 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed29a5c8-3deb-4df4-82d4-efde23699e9c {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:30:15.924778 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c14c58-c852-4d1a-84b5-049d1077c259 req-aa3d775e-28fc-4e69-9d88-6a96579afac3 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:15.926482 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-12c14c58-c852-4d1a-84b5-049d1077c259 req-aa3d775e-28fc-4e69-9d88-6a96579afac3 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 946 time: 0.1473739 Mar 30 01:30:15.937400 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9a234-793a-4129-83f8-46ca64bd8173 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcbf31c-e90b-4122-9818-fb1f82dbaaed,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:15.970569 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port 8da00d54-e7c4-461f-bee8-d8a415b7c3ec is: DOWN; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:15.971879 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (8da00d54-e7c4-461f-bee8-d8a415b7c3ec), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:15.994793 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e0204049-4bc9-4d9a-8294-17c5a6ee70bb tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for security_group_rule (8e8a3fa0-42fb-45c5-b1f7-2cb21e781320), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:16.005278 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port ed29a5c8-3deb-4df4-82d4-efde23699e9c, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=ed29a5c8-3deb-4df4-82d4-efde23699e9c,segment=NetworkSegment(6d8342e8-0dea-4a45-8e6a-78f7cc8bbc20),segment_id=6d8342e8-0dea-4a45-8e6a-78f7cc8bbc20)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:16.011700 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] For port 8da00d54-e7c4-461f-bee8-d8a415b7c3ec, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=8da00d54-e7c4-461f-bee8-d8a415b7c3ec,segment=NetworkSegment(06f2df17-57da-4e9c-9934-3a429189481b),segment_id=06f2df17-57da-4e9c-9934-3a429189481b)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:16.013266 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (ed29a5c8-3deb-4df4-82d4-efde23699e9c), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:16.021930 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (8da00d54-e7c4-461f-bee8-d8a415b7c3ec), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:16.048386 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4c439269-18e4-4de9-9c9f-f9458b257cff admin admin] Publish callbacks [] for security_group (17ccdee2-cab4-4c56-8c5e-198b42a87d48), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:16.060022 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4c439269-18e4-4de9-9c9f-f9458b257cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (17ccdee2-cab4-4c56-8c5e-198b42a87d48), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:16.100505 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=ed29a5c8-3deb-4df4-82d4-efde23699e9c,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:16.106974 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-4c439269-18e4-4de9-9c9f-f9458b257cff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae8be1b403684e38babb85f4a0ba2594&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5061400 Mar 30 01:30:16.113694 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:16.114147 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:16.114728 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:16.115214 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:16.115600 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:16.116036 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:16.116920 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 40492) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:16.117365 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:16.117970 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:16.118347 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:16.118748 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:16.119133 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:16.119534 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:16.119897 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:16.120307 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:16.120705 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:16.149589 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-12c14c58-c852-4d1a-84b5-049d1077c259 req-26aea9d7-cd42-4d7a-8881-d1166dc6fea9 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115533 Mar 30 01:30:16.149914 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e0204049-4bc9-4d9a-8294-17c5a6ee70bb tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for security_group_rule (8e8a3fa0-42fb-45c5-b1f7-2cb21e781320), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:16.154834 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c439269-18e4-4de9-9c9f-f9458b257cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ccdee2-cab4-4c56-8c5e-198b42a87d48,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:16.161245 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e0204049-4bc9-4d9a-8294-17c5a6ee70bb tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532171'] for security_group_rule (8e8a3fa0-42fb-45c5-b1f7-2cb21e781320), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:16.177066 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3efaecbf-ae58-4673-8f6c-c2cf7cbf4dd5 admin admin] Publish callbacks [] for security_group (f0539c3e-b8e3-4982-bb2c-64c4a76865c9), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:16.197270 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3efaecbf-ae58-4673-8f6c-c2cf7cbf4dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (f0539c3e-b8e3-4982-bb2c-64c4a76865c9), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:16.209612 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0204049-4bc9-4d9a-8294-17c5a6ee70bb tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e8a3fa0-42fb-45c5-b1f7-2cb21e781320,revision_number=0']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:16.236112 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e0204049-4bc9-4d9a-8294-17c5a6ee70bb tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:16.242814 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-e0204049-4bc9-4d9a-8294-17c5a6ee70bb tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3517432 Mar 30 01:30:16.244939 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 40496) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:16.248929 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-92ae4108-b2d1-4a00-b208-bfe69fce2a6f admin admin] Publish callbacks [] for security_group (17ccdee2-cab4-4c56-8c5e-198b42a87d48), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:16.252648 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ec4cdd72-5c12-4573-993a-df42d33f4ded tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Request body: {'security_group_rule': {'security_group_id': '3bcbf31c-e90b-4122-9818-fb1f82dbaaed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:16.264120 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824d956-3faf-4c4e-97ea-67cb3f352b56 req-df240d58-a030-460e-8d24-4fe1d2c665c5 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:16.273202 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c824d956-3faf-4c4e-97ea-67cb3f352b56 req-df240d58-a030-460e-8d24-4fe1d2c665c5 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.25 "GET /v2.0/ports?device_id=c772714d-4886-4641-b064-3012f2236413 HTTP/1.1" status: 200 len: 944 time: 0.1824775 Mar 30 01:30:16.282449 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-92ae4108-b2d1-4a00-b208-bfe69fce2a6f admin admin] Publish callbacks [] for security_group (17ccdee2-cab4-4c56-8c5e-198b42a87d48), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:16.282658 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-3efaecbf-ae58-4673-8f6c-c2cf7cbf4dd5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=74af3949fff34cb295b481d4f360eb94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4120362 Mar 30 01:30:16.282763 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 40498) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:16.287358 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efaecbf-ae58-4673-8f6c-c2cf7cbf4dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0539c3e-b8e3-4982-bb2c-64c4a76865c9,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:16.350789 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec4cdd72-5c12-4573-993a-df42d33f4ded tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for security_group_rule (675942fd-a690-4844-b78f-6a5b90446182), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:16.372829 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c824d956-3faf-4c4e-97ea-67cb3f352b56 req-7b66689f-c7fc-432f-8680-ae940caf6706 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae054562-73bb-4234-8927-5fcecd9b6de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923064 Mar 30 01:30:16.374261 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e153b13b-6426-4805-a445-17461130cdb1 admin admin] Publish callbacks [] for security_group (f0539c3e-b8e3-4982-bb2c-64c4a76865c9), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:16.413196 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e153b13b-6426-4805-a445-17461130cdb1 admin admin] Publish callbacks [] for security_group (f0539c3e-b8e3-4982-bb2c-64c4a76865c9), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:16.416657 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-92ae4108-b2d1-4a00-b208-bfe69fce2a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (17ccdee2-cab4-4c56-8c5e-198b42a87d48), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:16.419439 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-92ae4108-b2d1-4a00-b208-bfe69fce2a6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:16.423294 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-92ae4108-b2d1-4a00-b208-bfe69fce2a6f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/17ccdee2-cab4-4c56-8c5e-198b42a87d48 HTTP/1.1" status: 204 len: 168 time: 0.3046107 Mar 30 01:30:16.424970 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567df8ed-fb77-4240-bc06-723c53978b0f None None] Sync routers for ids ['b61b4878-4bdb-4960-8161-9fd93c3943d6'] in dv-cinder-817135-7-smb {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:30:16.440474 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae4108-b2d1-4a00-b208-bfe69fce2a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ccdee2-cab4-4c56-8c5e-198b42a87d48,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:16.445373 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567df8ed-fb77-4240-bc06-723c53978b0f None None] Routers {'b61b4878-4bdb-4960-8161-9fd93c3943d6'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:30:16.446730 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-567df8ed-fb77-4240-bc06-723c53978b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:29:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['b61b4878-4bdb-4960-8161-9fd93c3943d6'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:16.460176 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec4cdd72-5c12-4573-993a-df42d33f4ded tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for security_group_rule (675942fd-a690-4844-b78f-6a5b90446182), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:16.465485 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec4cdd72-5c12-4573-993a-df42d33f4ded tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532171'] for security_group_rule (675942fd-a690-4844-b78f-6a5b90446182), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:16.486864 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cdd72-5c12-4573-993a-df42d33f4ded tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=675942fd-a690-4844-b78f-6a5b90446182,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:16.494294 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e153b13b-6426-4805-a445-17461130cdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (f0539c3e-b8e3-4982-bb2c-64c4a76865c9), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:16.499563 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e153b13b-6426-4805-a445-17461130cdb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:16.501898 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-e153b13b-6426-4805-a445-17461130cdb1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f0539c3e-b8e3-4982-bb2c-64c4a76865c9 HTTP/1.1" status: 204 len: 168 time: 0.2181504 Mar 30 01:30:16.503406 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec4cdd72-5c12-4573-993a-df42d33f4ded tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:16.507989 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-ec4cdd72-5c12-4573-993a-df42d33f4ded tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2567456 Mar 30 01:30:16.508560 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 40504) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:16.515043 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-7e081db8-39b6-4d9d-9bed-0982ceeaf058 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Request body: {'floatingip': {'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:16.524122 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153b13b-6426-4805-a445-17461130cdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0539c3e-b8e3-4982-bb2c-64c4a76865c9,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:16.544851 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7e081db8-39b6-4d9d-9bed-0982ceeaf058 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:16.550930 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Pushing event updated for resources: {'Port': ['ID=8da00d54-e7c4-461f-bee8-d8a415b7c3ec,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:16.581689 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['ed29a5c8-3deb-4df4-82d4-efde23699e9c'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:30:16.675330 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7e081db8-39b6-4d9d-9bed-0982ceeaf058 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:16.709040 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-567df8ed-fb77-4240-bc06-723c53978b0f None None] Set router b61b4878-4bdb-4960-8161-9fd93c3943d6 gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:30:16.877077 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-7e081db8-39b6-4d9d-9bed-0982ceeaf058 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Allocated IP 172.28.0.245 (37ca571a-19ad-455c-abf6-69b74430259c/15a93e34-d4d7-43d8-ae08-ce799dd1e751/72375100-e1b0-4fbf-a983-4cf4fe283934) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:30:17.046391 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7e081db8-39b6-4d9d-9bed-0982ceeaf058 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for port (72375100-e1b0-4fbf-a983-4cf4fe283934), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:17.060706 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-567df8ed-fb77-4240-bc06-723c53978b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'name': 'tempest-AttachVolumeTestJSON-1147341400-router', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4'}], 'enable_snat': True}, 'gw_port_id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:07Z', 'updated_at': '2022-03-30T01:30:13Z', 'revision_number': 4, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'gw_port': {'id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:08Z', 'updated_at': '2022-03-30T01:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': 'e46c2206-a194-4bec-a116-3e34c8774dea', 'name': '', 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'mac_address': 'fa:16:3e:91:a7:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9bca1a71-d5df-4913-8e95-47cc046854f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:12Z', 'updated_at': '2022-03-30T01:30:13Z', 'revision_number': 2, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'subnets': [{'id': '9bca1a71-d5df-4913-8e95-47cc046854f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:17.091885 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567df8ed-fb77-4240-bc06-723c53978b0f None None] Checking router: b61b4878-4bdb-4960-8161-9fd93c3943d6 for host: dv-cinder-817135-7-smb {{(pid=103230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:30:17.092308 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567df8ed-fb77-4240-bc06-723c53978b0f None None] Updating router b61b4878-4bdb-4960-8161-9fd93c3943d6 port e46c2206-a194-4bec-a116-3e34c8774dea binding host dv-cinder-817135-7-smb {{(pid=103230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:30:17.094788 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7e081db8-39b6-4d9d-9bed-0982ceeaf058 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294'] for port (72375100-e1b0-4fbf-a983-4cf4fe283934), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:17.132850 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-567df8ed-fb77-4240-bc06-723c53978b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (e46c2206-a194-4bec-a116-3e34c8774dea), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:17.145110 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e081db8-39b6-4d9d-9bed-0982ceeaf058 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Network 37ca571a-19ad-455c-abf6-69b74430259c is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:30:17.149260 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-7e081db8-39b6-4d9d-9bed-0982ceeaf058 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:17.160539 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e081db8-39b6-4d9d-9bed-0982ceeaf058 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:30:17.170822 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e081db8-39b6-4d9d-9bed-0982ceeaf058 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Pushing event updated for resources: {'Port': ['ID=72375100-e1b0-4fbf-a983-4cf4fe283934,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:17.309375 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7e081db8-39b6-4d9d-9bed-0982ceeaf058 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for floatingip (53fb6b21-bf6f-4515-b8cb-a1868dd8977f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:17.451639 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7e081db8-39b6-4d9d-9bed-0982ceeaf058 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (72375100-e1b0-4fbf-a983-4cf4fe283934), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:17.534534 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5052cd8-a28b-42cc-9b84-698a15ef204c req-32b4cfaf-d6c9-4c05-884c-5f2d23d5dc86 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:17.536114 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e5052cd8-a28b-42cc-9b84-698a15ef204c req-32b4cfaf-d6c9-4c05-884c-5f2d23d5dc86 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 946 time: 0.2195890 Mar 30 01:30:17.664974 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 8da00d54-e7c4-461f-bee8-d8a415b7c3ec up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:30:17.694739 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e24d8-2378-43b7-9c56-ffadadb56365 req-8fda954d-5203-4eb5-9af8-de21e6c3a3fe tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:17.696760 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-390e24d8-2378-43b7-9c56-ffadadb56365 req-8fda954d-5203-4eb5-9af8-de21e6c3a3fe tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.25 "GET /v2.0/ports?device_id=c772714d-4886-4641-b064-3012f2236413 HTTP/1.1" status: 200 len: 944 time: 0.1973529 Mar 30 01:30:17.729088 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e5052cd8-a28b-42cc-9b84-698a15ef204c req-1094c8fe-ff40-4828-ac34-8450f8a9d40a tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680532 Mar 30 01:30:17.793613 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-390e24d8-2378-43b7-9c56-ffadadb56365 req-74300621-d7c7-489d-ab76-32de9be7b2b6 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae054562-73bb-4234-8927-5fcecd9b6de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848539 Mar 30 01:30:17.818775 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-567df8ed-fb77-4240-bc06-723c53978b0f None None] Publish callbacks [] for port (e46c2206-a194-4bec-a116-3e34c8774dea), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:17.861838 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-567df8ed-fb77-4240-bc06-723c53978b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (e46c2206-a194-4bec-a116-3e34c8774dea), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:17.932125 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port 8da00d54-e7c4-461f-bee8-d8a415b7c3ec triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:17.932493 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (8da00d54-e7c4-461f-bee8-d8a415b7c3ec), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:17.945137 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7e081db8-39b6-4d9d-9bed-0982ceeaf058 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for port (72375100-e1b0-4fbf-a983-4cf4fe283934), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:17.958008 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7e081db8-39b6-4d9d-9bed-0982ceeaf058 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (72375100-e1b0-4fbf-a983-4cf4fe283934), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:17.982768 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7e081db8-39b6-4d9d-9bed-0982ceeaf058 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623942'] for floatingip (53fb6b21-bf6f-4515-b8cb-a1868dd8977f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:18.077859 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5754423a-9751-433e-8ff4-ea7844b65adc None None] Pushing event updated for resources: {'Port': ['ID=e46c2206-a194-4bec-a116-3e34c8774dea,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:18.083385 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 40578) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:18.101277 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7e081db8-39b6-4d9d-9bed-0982ceeaf058 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:18.101605 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-567df8ed-fb77-4240-bc06-723c53978b0f None None] Attempting to bind port e46c2206-a194-4bec-a116-3e34c8774dea on host dv-cinder-817135-7-smb for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:30:18.102143 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-567df8ed-fb77-4240-bc06-723c53978b0f None None] Attempting to bind port e46c2206-a194-4bec-a116-3e34c8774dea by drivers openvswitch,hyperv on host dv-cinder-817135-7-smb at level 0 using segments [{'id': 'a73f41a5-84e4-43fc-81a9-5e6072abf837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:30:18.102492 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567df8ed-fb77-4240-bc06-723c53978b0f None None] Attempting to bind port e46c2206-a194-4bec-a116-3e34c8774dea on network 793afd81-5383-41f5-bf86-f3c9d10b1876 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:30:18.103693 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-7e081db8-39b6-4d9d-9bed-0982ceeaf058 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5939689 Mar 30 01:30:18.104851 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e081db8-39b6-4d9d-9bed-0982ceeaf058 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Pushing event updated for resources: {'Port': ['ID=72375100-e1b0-4fbf-a983-4cf4fe283934,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:18.128449 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567df8ed-fb77-4240-bc06-723c53978b0f None None] Checking agent: {'id': 'e1925a54-03b2-438f-8645-7588892df62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 56), 'started_at': datetime.datetime(2022, 3, 30, 1, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:30:18.128830 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567df8ed-fb77-4240-bc06-723c53978b0f None None] Checking segment: {'id': 'a73f41a5-84e4-43fc-81a9-5e6072abf837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:30:18.129233 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-567df8ed-fb77-4240-bc06-723c53978b0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:18.129861 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567df8ed-fb77-4240-bc06-723c53978b0f None None] Bound using segment: {'id': 'a73f41a5-84e4-43fc-81a9-5e6072abf837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:30:18.130302 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-567df8ed-fb77-4240-bc06-723c53978b0f None None] Bound port: e46c2206-a194-4bec-a116-3e34c8774dea, host: dv-cinder-817135-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73f41a5-84e4-43fc-81a9-5e6072abf837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:30:18.130716 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-567df8ed-fb77-4240-bc06-723c53978b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (e46c2206-a194-4bec-a116-3e34c8774dea), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:18.275154 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port 8da00d54-e7c4-461f-bee8-d8a415b7c3ec is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:18.291333 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-567df8ed-fb77-4240-bc06-723c53978b0f None None] For port e46c2206-a194-4bec-a116-3e34c8774dea, host dv-cinder-817135-7-smb, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:30:18.314180 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-567df8ed-fb77-4240-bc06-723c53978b0f None None] For port e46c2206-a194-4bec-a116-3e34c8774dea, host dv-cinder-817135-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=e46c2206-a194-4bec-a116-3e34c8774dea,segment=NetworkSegment(a73f41a5-84e4-43fc-81a9-5e6072abf837),segment_id=a73f41a5-84e4-43fc-81a9-5e6072abf837)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:30:18.325350 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-567df8ed-fb77-4240-bc06-723c53978b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (e46c2206-a194-4bec-a116-3e34c8774dea), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:18.327515 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-077f1c15-d66c-40c7-8b9c-7ed01ce17926 None None] Provisioning complete for port e46c2206-a194-4bec-a116-3e34c8774dea triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:18.327837 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-077f1c15-d66c-40c7-8b9c-7ed01ce17926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (e46c2206-a194-4bec-a116-3e34c8774dea), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:18.393002 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-4ed0a015-e335-4ad7-923c-a6a8a45e9359 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1312124797-network', 'tenant_id': '0ccef447787d447e9095c1dd55974941'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:18.422588 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed0a015-e335-4ad7-923c-a6a8a45e9359 admin admin] Made reservation on behalf of 0ccef447787d447e9095c1dd55974941 for: {'network': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:30:18.426586 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ed0a015-e335-4ad7-923c-a6a8a45e9359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for network (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:18.442170 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ed0a015-e335-4ad7-923c-a6a8a45e9359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:18.469128 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-7e18e28a-fd59-40dd-af4b-10e9eb99aa7a tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1872220973&fields=id&tenant_id=69d4c360df1243b89a2428e647fdf76d HTTP/1.1" status: 200 len: 267 time: 0.0848379 Mar 30 01:30:18.487532 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567df8ed-fb77-4240-bc06-723c53978b0f None None] Routers {'b61b4878-4bdb-4960-8161-9fd93c3943d6'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:30:18.488193 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-567df8ed-fb77-4240-bc06-723c53978b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:29:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['b61b4878-4bdb-4960-8161-9fd93c3943d6'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:18.607982 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ed0a015-e335-4ad7-923c-a6a8a45e9359 admin admin] Publish callbacks [] for security_group (e18f5fb0-66c1-4889-af2c-5a01ed5a317b), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:18.616065 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ed0a015-e335-4ad7-923c-a6a8a45e9359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (e18f5fb0-66c1-4889-af2c-5a01ed5a317b), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:18.635707 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed0a015-e335-4ad7-923c-a6a8a45e9359 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:30:18.648315 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5754423a-9751-433e-8ff4-ea7844b65adc None None] Pushing event updated for resources: {'Port': ['ID=e46c2206-a194-4bec-a116-3e34c8774dea,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:18.664543 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ed0a015-e335-4ad7-923c-a6a8a45e9359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983'] for segment (6976ff74-96bc-4463-8102-8ecdd0b193f3), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:18.665076 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.db.segments_db [None req-4ed0a015-e335-4ad7-923c-a6a8a45e9359 admin admin] Added segment 6976ff74-96bc-4463-8102-8ecdd0b193f3 of type vlan for network a10fd723-6dd8-4a1b-a0de-83fac5fc91d0 Mar 30 01:30:18.685426 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-91de0b53-2b95-46d7-9eee-c3c7f58cba21 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:18.689353 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-91de0b53-2b95-46d7-9eee-c3c7f58cba21 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/networks?id=793afd81-5383-41f5-bf86-f3c9d10b1876 HTTP/1.1" status: 200 len: 811 time: 0.2133257 Mar 30 01:30:18.723349 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-91f70f70-4db4-4f17-9893-7eb3797a0e9a tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/quotas/69d4c360df1243b89a2428e647fdf76d HTTP/1.1" status: 200 len: 375 time: 0.0270357 Mar 30 01:30:18.746919 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ed0a015-e335-4ad7-923c-a6a8a45e9359 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788084269370'] for network (a10fd723-6dd8-4a1b-a0de-83fac5fc91d0), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:18.772912 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-077f1c15-d66c-40c7-8b9c-7ed01ce17926 None None] Current status of the port e46c2206-a194-4bec-a116-3e34c8774dea is: DOWN; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:18.773279 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-077f1c15-d66c-40c7-8b9c-7ed01ce17926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (e46c2206-a194-4bec-a116-3e34c8774dea), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:18.776875 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0a015-e335-4ad7-923c-a6a8a45e9359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18f5fb0-66c1-4889-af2c-5a01ed5a317b,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:18.820811 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ed0a015-e335-4ad7-923c-a6a8a45e9359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768'] for network (a10fd723-6dd8-4a1b-a0de-83fac5fc91d0), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:18.823582 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed0a015-e335-4ad7-923c-a6a8a45e9359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:18.825560 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ed0a015-e335-4ad7-923c-a6a8a45e9359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for network (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:18.858057 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-077f1c15-d66c-40c7-8b9c-7ed01ce17926 None None] For port e46c2206-a194-4bec-a116-3e34c8774dea, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=e46c2206-a194-4bec-a116-3e34c8774dea,segment=NetworkSegment(a73f41a5-84e4-43fc-81a9-5e6072abf837),segment_id=a73f41a5-84e4-43fc-81a9-5e6072abf837)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:18.902187 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-8fe77c74-06f3-4685-9e96-d14cfb2119a8 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=69d4c360df1243b89a2428e647fdf76d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1717563 Mar 30 01:30:18.904910 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-077f1c15-d66c-40c7-8b9c-7ed01ce17926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (e46c2206-a194-4bec-a116-3e34c8774dea), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:18.916265 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0a015-e335-4ad7-923c-a6a8a45e9359 admin admin] Pushing event updated for resources: {'Network': ['ID=a10fd723-6dd8-4a1b-a0de-83fac5fc91d0,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:18.930840 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-4ed0a015-e335-4ad7-923c-a6a8a45e9359 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8454452 Mar 30 01:30:18.933643 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 40620) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:18.940132 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-476229f3-6c74-4a93-bff2-cdb7cab90189 admin admin] Request body: {'subnet': {'network_id': 'a10fd723-6dd8-4a1b-a0de-83fac5fc91d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1312124797-subnet', 'tenant_id': '0ccef447787d447e9095c1dd55974941', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:18.976615 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476229f3-6c74-4a93-bff2-cdb7cab90189 admin admin] Made reservation on behalf of 0ccef447787d447e9095c1dd55974941 for: {'subnet': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:30:18.979719 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-476229f3-6c74-4a93-bff2-cdb7cab90189 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8959024'] for subnet (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:18.989353 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Network a10fd723-6dd8-4a1b-a0de-83fac5fc91d0 details requested by agent ovs-agent-dv-cinder-817135-7-smb with host dv-cinder-817135-7-smb {{(pid=103230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:30:19.017289 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f1c15-d66c-40c7-8b9c-7ed01ce17926 None None] Pushing event updated for resources: {'Port': ['ID=e46c2206-a194-4bec-a116-3e34c8774dea,revision_number=5']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:19.034663 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-567df8ed-fb77-4240-bc06-723c53978b0f None None] Set router b61b4878-4bdb-4960-8161-9fd93c3943d6 gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:30:19.063386 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a9f3f-2ce0-471f-bd6e-ad9253d9edbc req-1ebc9542-d5e0-4ccf-9c9e-47781e399ffe tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:19.064930 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1c5a9f3f-2ce0-471f-bd6e-ad9253d9edbc req-1ebc9542-d5e0-4ccf-9c9e-47781e399ffe tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 946 time: 0.2030759 Mar 30 01:30:19.079455 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc159fe-0816-47c9-8be8-525870b877b8 req-391e2ab6-411f-4b99-9c2d-e1d588586d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:19.081120 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ccc159fe-0816-47c9-8be8-525870b877b8 req-391e2ab6-411f-4b99-9c2d-e1d588586d2f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 1130 time: 0.2531519 Mar 30 01:30:19.138725 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-20d61557-7530-4989-839a-5cce6292b416 None None] Provisioning complete for port e46c2206-a194-4bec-a116-3e34c8774dea triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:19.139510 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20d61557-7530-4989-839a-5cce6292b416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (e46c2206-a194-4bec-a116-3e34c8774dea), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:19.191376 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ccc159fe-0816-47c9-8be8-525870b877b8 req-3ece0678-a7d2-471d-b23f-8ac2c9215098 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710719 Mar 30 01:30:19.215522 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1c5a9f3f-2ce0-471f-bd6e-ad9253d9edbc req-e9f38bb8-ee37-416c-b712-cd5ee8d12559 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384325 Mar 30 01:30:19.230829 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-d9c0214c-0b69-45b4-913d-3ca72b64c564 service neutron] 10.222.0.25 "GET /v2.0/networks/793afd81-5383-41f5-bf86-f3c9d10b1876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080890 Mar 30 01:30:19.458890 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device ed29a5c8-3deb-4df4-82d4-efde23699e9c up at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:30:19.459571 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-adb2d281-c6a8-42ae-86ab-28d8e3e99220 service neutron] 10.222.0.25 "GET /v2.0/networks/793afd81-5383-41f5-bf86-f3c9d10b1876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191632 Mar 30 01:30:19.496567 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-476229f3-6c74-4a93-bff2-cdb7cab90189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9415841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8959014'] for subnet (b8527661-c80c-4b66-a67e-458fe845c846), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:19.583716 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning for port ed29a5c8-3deb-4df4-82d4-efde23699e9c completed by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:30:19.592406 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning complete for port ed29a5c8-3deb-4df4-82d4-efde23699e9c triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:19.592782 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (ed29a5c8-3deb-4df4-82d4-efde23699e9c), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:19.628857 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476229f3-6c74-4a93-bff2-cdb7cab90189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8527661-c80c-4b66-a67e-458fe845c846,revision_number=0']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:19.635515 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5e2d0-bfce-4410-921e-9b07255f12d5 req-cfdbc150-c42e-422b-a941-d465d58fddc3 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:19.653959 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-15e5e2d0-bfce-4410-921e-9b07255f12d5 req-cfdbc150-c42e-422b-a941-d465d58fddc3 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.25 "GET /v2.0/ports?device_id=c772714d-4886-4641-b064-3012f2236413 HTTP/1.1" status: 200 len: 944 time: 0.1933000 Mar 30 01:30:19.665468 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476229f3-6c74-4a93-bff2-cdb7cab90189 admin admin] Checking segment: {'id': '6976ff74-96bc-4463-8102-8ecdd0b193f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a10fd723-6dd8-4a1b-a0de-83fac5fc91d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:30:19.667459 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476229f3-6c74-4a93-bff2-cdb7cab90189 admin admin] Network hostable DHCP agents. Network: a10fd723-6dd8-4a1b-a0de-83fac5fc91d0, hostable agents: ['eddc343b-7df5-4b69-8188-94dadcee138e'], hosted agents: [] {{(pid=103228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:30:19.736497 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476229f3-6c74-4a93-bff2-cdb7cab90189 admin admin] Network a10fd723-6dd8-4a1b-a0de-83fac5fc91d0 is scheduled to be hosted by DHCP agent eddc343b-7df5-4b69-8188-94dadcee138e with binding_index 1 {{(pid=103228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:30:19.758908 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-476229f3-6c74-4a93-bff2-cdb7cab90189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-smb, a10fd723-6dd8-4a1b-a0de-83fac5fc91d0) {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:19.768522 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476229f3-6c74-4a93-bff2-cdb7cab90189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:19.772561 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-476229f3-6c74-4a93-bff2-cdb7cab90189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for subnet (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:19.776223 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-15e5e2d0-bfce-4410-921e-9b07255f12d5 req-27874d97-bde9-4e1c-bc7b-af5e788b20c5 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae054562-73bb-4234-8927-5fcecd9b6de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087408 Mar 30 01:30:19.777584 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-567df8ed-fb77-4240-bc06-723c53978b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'name': 'tempest-AttachVolumeTestJSON-1147341400-router', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4'}], 'enable_snat': True}, 'gw_port_id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:07Z', 'updated_at': '2022-03-30T01:30:13Z', 'revision_number': 4, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'gw_port': {'id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:08Z', 'updated_at': '2022-03-30T01:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': 'e46c2206-a194-4bec-a116-3e34c8774dea', 'name': '', 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'mac_address': 'fa:16:3e:91:a7:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9bca1a71-d5df-4913-8e95-47cc046854f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:12Z', 'updated_at': '2022-03-30T01:30:18Z', 'revision_number': 4, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'subnets': [{'id': '9bca1a71-d5df-4913-8e95-47cc046854f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:19.784184 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-20d61557-7530-4989-839a-5cce6292b416 None None] Current status of the port e46c2206-a194-4bec-a116-3e34c8774dea is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:19.803846 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2d9a08-0d54-4690-9a4b-64702886ac1d None None] Network a10fd723-6dd8-4a1b-a0de-83fac5fc91d0 requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:30:19.823331 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-476229f3-6c74-4a93-bff2-cdb7cab90189 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8876967 Mar 30 01:30:19.929353 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567df8ed-fb77-4240-bc06-723c53978b0f None None] The sync data for ids ['b61b4878-4bdb-4960-8161-9fd93c3943d6'] in dv-cinder-817135-7-smb is: [{'id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'name': 'tempest-AttachVolumeTestJSON-1147341400-router', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4'}], 'enable_snat': True}, 'gw_port_id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:07Z', 'updated_at': '2022-03-30T01:30:13Z', 'revision_number': 4, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'gw_port': {'id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:08Z', 'updated_at': '2022-03-30T01:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': 'e46c2206-a194-4bec-a116-3e34c8774dea', 'name': '', 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'mac_address': 'fa:16:3e:91:a7:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9bca1a71-d5df-4913-8e95-47cc046854f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:12Z', 'updated_at': '2022-03-30T01:30:18Z', 'revision_number': 4, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'subnets': [{'id': '9bca1a71-d5df-4913-8e95-47cc046854f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:30:19.946317 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-52cf643e-1fa2-44cb-b1d6-f3c8d19d89e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:20.063068 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-3328554d-6908-48de-8931-768543a12737 req-0cb18906-33d0-448e-96ac-a5008070b7f2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 210 time: 0.1081779 Mar 30 01:30:20.088730 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port ed29a5c8-3deb-4df4-82d4-efde23699e9c is: BUILD; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:20.089125 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (ed29a5c8-3deb-4df4-82d4-efde23699e9c), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:20.109283 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc75f962-fb0f-4ba0-82e0-2da7aebc79af None None] Network a10fd723-6dd8-4a1b-a0de-83fac5fc91d0 requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:30:20.322477 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c772714d-4886-4641-b064-3012f2236413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed29a5c8-3deb-4df4-82d4-efde23699e9c'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:30:20.337907 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b54a399a95781ce0e36d18e73dfd9bddfd965df0fcdebdd8e46dd02a402f6d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b511fa-270a-4f99-bc50-ea525aa5108c" -d '{"events": [{"server_uuid": "c772714d-4886-4641-b064-3012f2236413", "name": "network-vif-plugged", "status": "completed", "tag": "ed29a5c8-3deb-4df4-82d4-efde23699e9c"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:30:20.601657 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port ed29a5c8-3deb-4df4-82d4-efde23699e9c, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=ed29a5c8-3deb-4df4-82d4-efde23699e9c,segment=NetworkSegment(6d8342e8-0dea-4a45-8e6a-78f7cc8bbc20),segment_id=6d8342e8-0dea-4a45-8e6a-78f7cc8bbc20)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:20.616492 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (ed29a5c8-3deb-4df4-82d4-efde23699e9c), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:20.665748 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadb333-84f4-4c9d-9712-190dda4b1de2 req-2614dca3-30fc-48ee-afc5-da83f0c758ec tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:20.683972 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-dcadb333-84f4-4c9d-9712-190dda4b1de2 req-2614dca3-30fc-48ee-afc5-da83f0c758ec tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 946 time: 0.2698212 Mar 30 01:30:20.821179 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-dcadb333-84f4-4c9d-9712-190dda4b1de2 req-e92fd180-c346-4ee4-b93d-3159d1b22f1b tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361897 Mar 30 01:30:20.948016 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9c32d1-1729-45b4-8a31-da0b1ddd1443 x-openstack-request-id: req-5a9c32d1-1729-45b4-8a31-da0b1ddd1443 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:30:20.948556 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c772714d-4886-4641-b064-3012f2236413", "name": "network-vif-plugged", "status": "completed", "tag": "ed29a5c8-3deb-4df4-82d4-efde23699e9c", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:30:20.948556 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a9c32d1-1729-45b4-8a31-da0b1ddd1443 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:30:20.948952 dv-cinder-817135-7-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a9c32d1-1729-45b4-8a31-da0b1ddd1443'] response: {'server_uuid': 'c772714d-4886-4641-b064-3012f2236413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed29a5c8-3deb-4df4-82d4-efde23699e9c', 'code': 200} Mar 30 01:30:20.989344 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=ed29a5c8-3deb-4df4-82d4-efde23699e9c,revision_number=5']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:21.227929 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-fbb8acb1-e65e-4944-8a29-eb5aac677f04 req-75390700-976d-42e8-adb2-2ab204a288c3 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 210 time: 0.0685377 Mar 30 01:30:21.313261 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d14f2-a622-4e83-9e39-e15a9553dbe7 req-3e708cfb-c268-4ac3-b198-106fb0a4186a tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:21.315590 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c41d14f2-a622-4e83-9e39-e15a9553dbe7 req-3e708cfb-c268-4ac3-b198-106fb0a4186a tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.25 "GET /v2.0/ports?device_id=c772714d-4886-4641-b064-3012f2236413 HTTP/1.1" status: 200 len: 945 time: 0.3066375 Mar 30 01:30:21.387159 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c41d14f2-a622-4e83-9e39-e15a9553dbe7 req-8fec4165-f523-4460-9616-d7708590a352 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae054562-73bb-4234-8927-5fcecd9b6de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574965 Mar 30 01:30:21.393019 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c8251-f044-45be-be3e-b435ccb0b527 req-540c79d9-db87-44b8-a822-c4e9c169bad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:21.394695 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-492c8251-f044-45be-be3e-b435ccb0b527 req-540c79d9-db87-44b8-a822-c4e9c169bad1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c772714d-4886-4641-b064-3012f2236413 HTTP/1.1" status: 200 len: 1129 time: 0.1626055 Mar 30 01:30:21.481781 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-492c8251-f044-45be-be3e-b435ccb0b527 req-0d04e310-37d1-4a33-8359-cf4a56673f55 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ae054562-73bb-4234-8927-5fcecd9b6de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808535 Mar 30 01:30:21.564699 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device e46c2206-a194-4bec-a116-3e34c8774dea up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:30:21.621986 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port e46c2206-a194-4bec-a116-3e34c8774dea triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:21.622354 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (e46c2206-a194-4bec-a116-3e34c8774dea), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:21.769510 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port e46c2206-a194-4bec-a116-3e34c8774dea is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:21.936386 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c3086341-4ed5-43ab-b877-25248fb7ba9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:22.010315 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e159d2-1cbb-49a7-a0f1-3ee0d20c3c85 req-a27fd5cd-0c22-41c5-9e13-202b1043100b tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:22.012022 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a2e159d2-1cbb-49a7-a0f1-3ee0d20c3c85 req-a27fd5cd-0c22-41c5-9e13-202b1043100b tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 946 time: 0.0874889 Mar 30 01:30:22.084462 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a2e159d2-1cbb-49a7-a0f1-3ee0d20c3c85 req-0647da9d-714a-4e70-93c1-2c279807d70c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603774 Mar 30 01:30:22.224870 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe110fbc-3b9d-4918-b19c-e07431aced72 req-e54d661b-73d9-41ea-9c07-563ef9aeaae3 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:22.235786 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-fe110fbc-3b9d-4918-b19c-e07431aced72 req-e54d661b-73d9-41ea-9c07-563ef9aeaae3 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=f203bc01-737a-4ecd-b04e-e1f7f87374a0 HTTP/1.1" status: 200 len: 946 time: 0.0820386 Mar 30 01:30:22.322120 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-fe110fbc-3b9d-4918-b19c-e07431aced72 req-64ee0e02-472f-4131-82be-776e063a37ab tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845737 Mar 30 01:30:22.411998 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4109516d-93a7-49ce-a5d6-24fededcf9bc req-175d8f1f-ff6c-439c-8aa0-ed4bddd3896f tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 210 time: 0.0469339 Mar 30 01:30:22.938625 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-f5f1eee0-5237-4da9-9818-d0434310712f tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:22.940883 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-f5f1eee0-5237-4da9-9818-d0434310712f tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.18 "GET /v2.0/networks?id=793afd81-5383-41f5-bf86-f3c9d10b1876 HTTP/1.1" status: 200 len: 811 time: 0.5331576 Mar 30 01:30:22.960996 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7b7fc-cb87-484c-9090-c8faf493ab29 req-1813526e-1ab2-4966-bd59-c3751cfbaee8 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:22.983764 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ebd7b7fc-cb87-484c-9090-c8faf493ab29 req-1813526e-1ab2-4966-bd59-c3751cfbaee8 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.25 "GET /v2.0/ports?device_id=c772714d-4886-4641-b064-3012f2236413 HTTP/1.1" status: 200 len: 945 time: 0.4656019 Mar 30 01:30:22.999643 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:23.127792 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ebd7b7fc-cb87-484c-9090-c8faf493ab29 req-8b2cf16c-00d4-495a-9602-55a3633f0374 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae054562-73bb-4234-8927-5fcecd9b6de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361120 Mar 30 01:30:23.146217 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-388c3682-be55-45f0-99aa-6214ad487776 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69d4c360df1243b89a2428e647fdf76d HTTP/1.1" status: 200 len: 380 time: 0.1530190 Mar 30 01:30:23.153756 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-1bc76c98-0bff-4ac3-96aa-b1631e70393d tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Request body: {'port': {'device_id': '968cada0-d56d-47bf-bd7a-d75e34732697', 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876', 'admin_state_up': True, 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'security_groups': ['3bcbf31c-e90b-4122-9818-fb1f82dbaaed']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:23.387116 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-1bc76c98-0bff-4ac3-96aa-b1631e70393d tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Made reservation on behalf of 69d4c360df1243b89a2428e647fdf76d for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:30:23.390674 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-1bc76c98-0bff-4ac3-96aa-b1631e70393d tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:23.471982 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 40796) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:23.516099 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-05ca3a9b-e111-4d8c-9a2a-31a19ca7ea27 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:23.527364 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-05ca3a9b-e111-4d8c-9a2a-31a19ca7ea27 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/networks?id=a10fd723-6dd8-4a1b-a0de-83fac5fc91d0 HTTP/1.1" status: 200 len: 809 time: 0.2357180 Mar 30 01:30:23.574204 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-b07187cd-2f7a-4954-8fb2-c6bcd5cb2273 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/quotas/0ccef447787d447e9095c1dd55974941 HTTP/1.1" status: 200 len: 375 time: 0.0455732 Mar 30 01:30:23.599630 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-54dd6fdc-126c-4d64-b226-47e4d95d45d9 req-12d9a204-278d-4c9a-aee2-e9331f4782bf tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 210 time: 0.0684671 Mar 30 01:30:23.618632 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f9788593-94c8-4919-832e-009b048f3290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:23.665312 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-56ca5491-78a5-4354-9b01-b27f2d9ae6dd tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0ccef447787d447e9095c1dd55974941&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711076 Mar 30 01:30:23.716752 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f9788593-94c8-4919-832e-009b048f3290 admin admin] Publish callbacks [] for security_group (3a3406c3-ba29-4b49-a3e3-c3be9f7a7197), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:23.721880 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f9788593-94c8-4919-832e-009b048f3290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (3a3406c3-ba29-4b49-a3e3-c3be9f7a7197), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:23.766137 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-1bc76c98-0bff-4ac3-96aa-b1631e70393d tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Allocated IP 172.20.0.12 (793afd81-5383-41f5-bf86-f3c9d10b1876/9bca1a71-d5df-4913-8e95-47cc046854f4/b0044507-ef78-440c-8fcb-6f851a287ad8) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:30:23.769886 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-f9788593-94c8-4919-832e-009b048f3290 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=12113947832e4f5a891fa02b292f5d7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2969456 Mar 30 01:30:23.771296 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9788593-94c8-4919-832e-009b048f3290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3406c3-ba29-4b49-a3e3-c3be9f7a7197,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:23.774388 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 40802) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:23.829761 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ac08f29-53dd-4fc3-b69c-993cc20ec2a2 admin admin] Publish callbacks [] for security_group (3a3406c3-ba29-4b49-a3e3-c3be9f7a7197), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:23.850984 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-e340edbe-cee2-4020-81a7-522fbb85db50 service neutron] 10.222.0.25 "GET /v2.0/networks/a10fd723-6dd8-4a1b-a0de-83fac5fc91d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772227 Mar 30 01:30:23.853945 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ac08f29-53dd-4fc3-b69c-993cc20ec2a2 admin admin] Publish callbacks [] for security_group (3a3406c3-ba29-4b49-a3e3-c3be9f7a7197), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:23.912090 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ac08f29-53dd-4fc3-b69c-993cc20ec2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (3a3406c3-ba29-4b49-a3e3-c3be9f7a7197), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:23.914946 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ac08f29-53dd-4fc3-b69c-993cc20ec2a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:23.918521 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-2ac08f29-53dd-4fc3-b69c-993cc20ec2a2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3a3406c3-ba29-4b49-a3e3-c3be9f7a7197 HTTP/1.1" status: 204 len: 168 time: 0.1403868 Mar 30 01:30:23.930755 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac08f29-53dd-4fc3-b69c-993cc20ec2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3406c3-ba29-4b49-a3e3-c3be9f7a7197,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:24.047286 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-774707f8-36a2-47c2-a376-f85c269df6d3 service neutron] 10.222.0.25 "GET /v2.0/networks/a10fd723-6dd8-4a1b-a0de-83fac5fc91d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818490 Mar 30 01:30:24.051225 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-1bc76c98-0bff-4ac3-96aa-b1631e70393d tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for port (b0044507-ef78-440c-8fcb-6f851a287ad8), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:24.094334 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-1bc76c98-0bff-4ac3-96aa-b1631e70393d tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294'] for port (b0044507-ef78-440c-8fcb-6f851a287ad8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:24.152929 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-1bc76c98-0bff-4ac3-96aa-b1631e70393d tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Network 793afd81-5383-41f5-bf86-f3c9d10b1876 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:30:24.156363 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-1bc76c98-0bff-4ac3-96aa-b1631e70393d tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:24.162663 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-1bc76c98-0bff-4ac3-96aa-b1631e70393d tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:30:24.173090 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-1bc76c98-0bff-4ac3-96aa-b1631e70393d tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:24.174103 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-1bc76c98-0bff-4ac3-96aa-b1631e70393d tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:24.205063 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc76c98-0bff-4ac3-96aa-b1631e70393d tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Pushing event updated for resources: {'Port': ['ID=b0044507-ef78-440c-8fcb-6f851a287ad8,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:24.229675 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-1bc76c98-0bff-4ac3-96aa-b1631e70393d tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0815916 Mar 30 01:30:24.249446 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-e85ac9c1-d8d1-449d-80ae-c0b2f3d66bd6 service neutron] Request body: {'port': {'device_id': '968cada0-d56d-47bf-bd7a-d75e34732697', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:24.366464 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd5d25-a422-4c3f-9225-535fabf89d18 req-e3694c30-b1e3-4fd4-ad72-0d799b4a3e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:24.370824 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-c7cd5d25-a422-4c3f-9225-535fabf89d18 req-e3694c30-b1e3-4fd4-ad72-0d799b4a3e63 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d9a35d928b647dc9915d88e0bf1f590&device_id=f203bc01-737a-4ecd-b04e-e1f7f87374a0 HTTP/1.1" status: 200 len: 1130 time: 0.1225042 Mar 30 01:30:24.378771 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 40824) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:24.416657 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-063541a7-46e2-4c40-995b-0436cb3d37d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:24.506244 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-e85ac9c1-d8d1-449d-80ae-c0b2f3d66bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (b0044507-ef78-440c-8fcb-6f851a287ad8), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:24.549535 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd5d25-a422-4c3f-9225-535fabf89d18 req-5490e756-d982-449a-8278-cd868429ca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:24.551777 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-c7cd5d25-a422-4c3f-9225-535fabf89d18 req-5490e756-d982-449a-8278-cd868429ca66 service neutron] 10.222.0.18 "GET /v2.0/networks?id=37a51576-2901-40b9-a77d-ddc99f82f95c HTTP/1.1" status: 200 len: 918 time: 0.1749227 Mar 30 01:30:24.556248 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:24.613674 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62fc5a-748d-486f-ae37-9aefcc7eed34 req-bc835733-135c-4a68-b7c0-d1b1875435cc tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:24.613883 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-a1ec41f4-7cc6-4b92-b902-2c95a24018e5 None None] Provisioning complete for port b0044507-ef78-440c-8fcb-6f851a287ad8 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:24.614222 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a1ec41f4-7cc6-4b92-b902-2c95a24018e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (b0044507-ef78-440c-8fcb-6f851a287ad8), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:24.618555 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-c7cd5d25-a422-4c3f-9225-535fabf89d18 req-9640511d-be99-4ca3-a6d9-c2c872efa4aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=969bcbfd-bd0f-4374-81f5-809ac03f3009 HTTP/1.1" status: 200 len: 217 time: 0.0587056 Mar 30 01:30:24.629167 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-3b62fc5a-748d-486f-ae37-9aefcc7eed34 req-bc835733-135c-4a68-b7c0-d1b1875435cc tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=f203bc01-737a-4ecd-b04e-e1f7f87374a0 HTTP/1.1" status: 200 len: 946 time: 0.3053613 Mar 30 01:30:24.648725 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab43ad1-2470-45e1-99f3-74c0d2a6766a req-baa710c6-9032-4ac3-a9ef-ccdeb8582b2a tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:24.650294 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-3ab43ad1-2470-45e1-99f3-74c0d2a6766a req-baa710c6-9032-4ac3-a9ef-ccdeb8582b2a tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.25 "GET /v2.0/ports?device_id=c772714d-4886-4641-b064-3012f2236413 HTTP/1.1" status: 200 len: 945 time: 0.3350656 Mar 30 01:30:24.710573 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-063541a7-46e2-4c40-995b-0436cb3d37d2 admin admin] Publish callbacks [] for security_group (368048af-348b-4f0c-91a8-5f2db3b04ea8), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:24.720629 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd5d25-a422-4c3f-9225-535fabf89d18 req-6b7ceed5-1a39-4593-8c8b-d6510ff60355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:24.724309 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-c7cd5d25-a422-4c3f-9225-535fabf89d18 req-6b7ceed5-1a39-4593-8c8b-d6510ff60355 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81bb63ca-5b7c-44e1-993e-20d1ff7fbcda HTTP/1.1" status: 200 len: 856 time: 0.0907457 Mar 30 01:30:24.727936 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-063541a7-46e2-4c40-995b-0436cb3d37d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (368048af-348b-4f0c-91a8-5f2db3b04ea8), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:24.732748 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-a1ec41f4-7cc6-4b92-b902-2c95a24018e5 None None] Port b0044507-ef78-440c-8fcb-6f851a287ad8 cannot update to ACTIVE because it is not bound. {{(pid=103230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:30:24.827246 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-063541a7-46e2-4c40-995b-0436cb3d37d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6315b72a83cc4cd08e6c628f661b2d86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4391022 Mar 30 01:30:24.831935 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 40846) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:24.835235 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-3b62fc5a-748d-486f-ae37-9aefcc7eed34 req-ef8988ce-6c01-401b-8449-7f3c9dd14c32 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048843 Mar 30 01:30:24.840216 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063541a7-46e2-4c40-995b-0436cb3d37d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368048af-348b-4f0c-91a8-5f2db3b04ea8,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:24.851806 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-3ab43ad1-2470-45e1-99f3-74c0d2a6766a req-605db017-338f-4a10-b5fe-195531894c4f tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae054562-73bb-4234-8927-5fcecd9b6de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916516 Mar 30 01:30:24.877896 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd5d25-a422-4c3f-9225-535fabf89d18 req-17f84960-ea0f-48de-9a4a-c2442e2d2925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:24.879466 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-c7cd5d25-a422-4c3f-9225-535fabf89d18 req-17f84960-ea0f-48de-9a4a-c2442e2d2925 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37a51576-2901-40b9-a77d-ddc99f82f95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1450193 Mar 30 01:30:24.927743 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-74c50a2f-37a0-4766-8536-c8e5a01fb8b8 admin admin] Publish callbacks [] for security_group (368048af-348b-4f0c-91a8-5f2db3b04ea8), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:25.060074 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-74c50a2f-37a0-4766-8536-c8e5a01fb8b8 admin admin] Publish callbacks [] for security_group (368048af-348b-4f0c-91a8-5f2db3b04ea8), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:25.083648 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-c7cd5d25-a422-4c3f-9225-535fabf89d18 req-a8468b68-f649-45e5-bb04-e07bc94febfb service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970599 Mar 30 01:30:25.114001 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-26901d41-0dae-49ab-82e2-ef840de4d490 req-25a4ce40-bc6d-4d47-a987-93898932c8c6 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c902f2-d4f1-424f-afe4-27a3e00ea05b HTTP/1.1" status: 200 len: 210 time: 0.0831332 Mar 30 01:30:25.132507 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-e85ac9c1-d8d1-449d-80ae-c0b2f3d66bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0044507-ef78-440c-8fcb-6f851a287ad8 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:30:25.145015 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-e85ac9c1-d8d1-449d-80ae-c0b2f3d66bd6 service neutron] Publish callbacks [] for port (b0044507-ef78-440c-8fcb-6f851a287ad8), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:25.170304 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff99e38-40fb-43a0-adb1-8206155962b5 req-2c49eef8-463e-49ed-8f75-ad1835c85d6d tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:25.172009 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4ff99e38-40fb-43a0-adb1-8206155962b5 req-2c49eef8-463e-49ed-8f75-ad1835c85d6d tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 932 time: 0.1402030 Mar 30 01:30:25.174989 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-e85ac9c1-d8d1-449d-80ae-c0b2f3d66bd6 service neutron] Transition to ACTIVE for port object b0044507-ef78-440c-8fcb-6f851a287ad8 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:30:25.180873 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-e85ac9c1-d8d1-449d-80ae-c0b2f3d66bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (b0044507-ef78-440c-8fcb-6f851a287ad8), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:25.218591 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-74c50a2f-37a0-4766-8536-c8e5a01fb8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (368048af-348b-4f0c-91a8-5f2db3b04ea8), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:25.221474 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-74c50a2f-37a0-4766-8536-c8e5a01fb8b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:25.222857 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-74c50a2f-37a0-4766-8536-c8e5a01fb8b8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/368048af-348b-4f0c-91a8-5f2db3b04ea8 HTTP/1.1" status: 204 len: 168 time: 0.3902760 Mar 30 01:30:25.277213 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c50a2f-37a0-4766-8536-c8e5a01fb8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368048af-348b-4f0c-91a8-5f2db3b04ea8,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:25.278351 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ac9c1-d8d1-449d-80ae-c0b2f3d66bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=b0044507-ef78-440c-8fcb-6f851a287ad8,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:25.325312 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4ff99e38-40fb-43a0-adb1-8206155962b5 req-8f05c46b-8e3a-4244-968c-0c36df6a3d50 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418319 Mar 30 01:30:25.328949 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-c7cd5d25-a422-4c3f-9225-535fabf89d18 req-bbdd293b-2b1c-48a2-9157-dc3884a7ecb5 service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166626 Mar 30 01:30:25.370278 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-e85ac9c1-d8d1-449d-80ae-c0b2f3d66bd6 service neutron] Attempting to bind port b0044507-ef78-440c-8fcb-6f851a287ad8 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:30:25.370703 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-e85ac9c1-d8d1-449d-80ae-c0b2f3d66bd6 service neutron] Attempting to bind port b0044507-ef78-440c-8fcb-6f851a287ad8 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'a73f41a5-84e4-43fc-81a9-5e6072abf837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:30:25.370983 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-e85ac9c1-d8d1-449d-80ae-c0b2f3d66bd6 service neutron] Attempting to bind port b0044507-ef78-440c-8fcb-6f851a287ad8 on network 793afd81-5383-41f5-bf86-f3c9d10b1876 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:30:25.386040 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-e85ac9c1-d8d1-449d-80ae-c0b2f3d66bd6 service neutron] Port b0044507-ef78-440c-8fcb-6f851a287ad8 on network 793afd81-5383-41f5-bf86-f3c9d10b1876 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:30:25.386364 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-e85ac9c1-d8d1-449d-80ae-c0b2f3d66bd6 service neutron] Attempting to bind port b0044507-ef78-440c-8fcb-6f851a287ad8 on network 793afd81-5383-41f5-bf86-f3c9d10b1876 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:30:25.405684 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-e85ac9c1-d8d1-449d-80ae-c0b2f3d66bd6 service neutron] Checking agent: {'id': '4d4a4723-54eb-40cd-a736-b5d7ac710e77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'started_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:30:25.406025 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-e85ac9c1-d8d1-449d-80ae-c0b2f3d66bd6 service neutron] Checking segment: {'id': 'a73f41a5-84e4-43fc-81a9-5e6072abf837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:30:25.406488 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-e85ac9c1-d8d1-449d-80ae-c0b2f3d66bd6 service neutron] Bound using segment: {'id': 'a73f41a5-84e4-43fc-81a9-5e6072abf837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:30:25.406859 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-e85ac9c1-d8d1-449d-80ae-c0b2f3d66bd6 service neutron] Bound port: b0044507-ef78-440c-8fcb-6f851a287ad8, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a73f41a5-84e4-43fc-81a9-5e6072abf837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:30:25.407217 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-e85ac9c1-d8d1-449d-80ae-c0b2f3d66bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (b0044507-ef78-440c-8fcb-6f851a287ad8), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:25.490771 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-e85ac9c1-d8d1-449d-80ae-c0b2f3d66bd6 service neutron] For port b0044507-ef78-440c-8fcb-6f851a287ad8, host hv-cinder-81713, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:30:25.494951 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-e85ac9c1-d8d1-449d-80ae-c0b2f3d66bd6 service neutron] For port b0044507-ef78-440c-8fcb-6f851a287ad8, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b0044507-ef78-440c-8fcb-6f851a287ad8,segment=NetworkSegment(a73f41a5-84e4-43fc-81a9-5e6072abf837),segment_id=a73f41a5-84e4-43fc-81a9-5e6072abf837)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:30:25.502029 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-e85ac9c1-d8d1-449d-80ae-c0b2f3d66bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (b0044507-ef78-440c-8fcb-6f851a287ad8), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:25.549840 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-e85ac9c1-d8d1-449d-80ae-c0b2f3d66bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:25.550681 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-e85ac9c1-d8d1-449d-80ae-c0b2f3d66bd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:25.552236 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-e85ac9c1-d8d1-449d-80ae-c0b2f3d66bd6 service neutron] 10.222.0.18 "PUT /v2.0/ports/b0044507-ef78-440c-8fcb-6f851a287ad8 HTTP/1.1" status: 200 len: 1094 time: 1.3144586 Mar 30 01:30:25.552829 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968cada0-d56d-47bf-bd7a-d75e34732697', 'tag': 'b0044507-ef78-440c-8fcb-6f851a287ad8'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:30:25.560477 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ee1e0a93b5aae8634dc44ede2e08a21acb25dbbcfc8760de0fb17172de978b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d076aee-fa7f-438b-b92e-6cd12bcd730d" -d '{"events": [{"name": "network-changed", "server_uuid": "968cada0-d56d-47bf-bd7a-d75e34732697", "tag": "b0044507-ef78-440c-8fcb-6f851a287ad8"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:30:25.685059 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ac9c1-d8d1-449d-80ae-c0b2f3d66bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=b0044507-ef78-440c-8fcb-6f851a287ad8,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:25.700820 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c25929-db3c-4173-a056-474ca451b09e x-openstack-request-id: req-48c25929-db3c-4173-a056-474ca451b09e {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:30:25.706026 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968cada0-d56d-47bf-bd7a-d75e34732697", "tag": "b0044507-ef78-440c-8fcb-6f851a287ad8", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:30:25.706306 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48c25929-db3c-4173-a056-474ca451b09e {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:30:25.706757 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48c25929-db3c-4173-a056-474ca451b09e'] response: {'name': 'network-changed', 'server_uuid': '968cada0-d56d-47bf-bd7a-d75e34732697', 'tag': 'b0044507-ef78-440c-8fcb-6f851a287ad8', 'status': 'completed', 'code': 200} Mar 30 01:30:25.729374 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-30f909a0-837b-4ed4-9751-937c9f830304 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:25.730951 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-30f909a0-837b-4ed4-9751-937c9f830304 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.18 "GET /v2.0/networks?id=a10fd723-6dd8-4a1b-a0de-83fac5fc91d0 HTTP/1.1" status: 200 len: 809 time: 0.1862817 Mar 30 01:30:25.739792 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-844da4ab-c0fd-42f6-9b42-ef2f31c9ba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:25.741950 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-844da4ab-c0fd-42f6-9b42-ef2f31c9ba8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69d4c360df1243b89a2428e647fdf76d&device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 1128 time: 0.1258857 Mar 30 01:30:25.757071 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-3dedbdc8-6d2c-4fcb-8ccf-d5edd586a5fb tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Request body: {'port': {'device_id': '77c902f2-d4f1-424f-afe4-27a3e00ea05b', 'network_id': 'a10fd723-6dd8-4a1b-a0de-83fac5fc91d0', 'admin_state_up': True, 'tenant_id': '0ccef447787d447e9095c1dd55974941'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:25.831935 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-cafcdbe5-25bd-475a-a339-078ef2dabfe4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0044507-ef78-440c-8fcb-6f851a287ad8 HTTP/1.1" status: 200 len: 217 time: 0.0802212 Mar 30 01:30:25.916782 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 40888) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:25.943986 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8f30168e-e948-498c-b701-e5ca33c96d25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:26.020342 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-3dedbdc8-6d2c-4fcb-8ccf-d5edd586a5fb tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Made reservation on behalf of 0ccef447787d447e9095c1dd55974941 for: {'port': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:30:26.023004 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-a3384b1f-f4c6-4524-8c79-96e661a64f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:26.027394 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-a3384b1f-f4c6-4524-8c79-96e661a64f0b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9bca1a71-d5df-4913-8e95-47cc046854f4 HTTP/1.1" status: 200 len: 850 time: 0.1860652 Mar 30 01:30:26.028345 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:26.032347 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-3dedbdc8-6d2c-4fcb-8ccf-d5edd586a5fb tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:26.126643 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7687c-1da7-4a56-968a-4d91939aaf07 req-b811d615-cfe1-4934-9365-2f5042ea8ef2 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:26.128249 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ffe7687c-1da7-4a56-968a-4d91939aaf07 req-b811d615-cfe1-4934-9365-2f5042ea8ef2 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=f203bc01-737a-4ecd-b04e-e1f7f87374a0 HTTP/1.1" status: 200 len: 946 time: 0.1887224 Mar 30 01:30:26.140275 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-35b737b3-cbce-44fb-aff2-400ecaa4c882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:26.142122 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-35b737b3-cbce-44fb-aff2-400ecaa4c882 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=793afd81-5383-41f5-bf86-f3c9d10b1876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1016898 Mar 30 01:30:26.285666 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-760628cb-6ad1-47f8-88bc-9374b3ad63a2 req-1c04384a-63ec-4c56-9826-ec2b2b17409e tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c902f2-d4f1-424f-afe4-27a3e00ea05b HTTP/1.1" status: 200 len: 210 time: 0.0594807 Mar 30 01:30:26.288756 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-3dedbdc8-6d2c-4fcb-8ccf-d5edd586a5fb tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Allocated IP 172.20.0.8 (a10fd723-6dd8-4a1b-a0de-83fac5fc91d0/b8527661-c80c-4b66-a67e-458fe845c846/2bfc0cbc-f50f-4599-8919-313fce510c57) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:30:26.298323 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8f30168e-e948-498c-b701-e5ca33c96d25 admin admin] Publish callbacks [] for security_group (88721a00-e2a0-40e0-b815-d4efc6bff1db), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:26.321410 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8f30168e-e948-498c-b701-e5ca33c96d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (88721a00-e2a0-40e0-b815-d4efc6bff1db), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:26.351125 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ffe7687c-1da7-4a56-968a-4d91939aaf07 req-fed622c7-c511-44ca-9a40-7d81c12bf49b tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040858 Mar 30 01:30:26.391565 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-634a75d8-579f-45bc-881a-dbf0804a173a service neutron] 10.222.0.18 "GET /v2.0/networks/793afd81-5383-41f5-bf86-f3c9d10b1876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412748 Mar 30 01:30:26.394693 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30168e-e948-498c-b701-e5ca33c96d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88721a00-e2a0-40e0-b815-d4efc6bff1db,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:26.408070 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-8f30168e-e948-498c-b701-e5ca33c96d25 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1d67022042ca42968631e1d6e1e40fa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4902048 Mar 30 01:30:26.408807 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 40926) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:26.543653 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3a88008f-4004-424f-8434-f957df35b497 admin admin] Publish callbacks [] for security_group (88721a00-e2a0-40e0-b815-d4efc6bff1db), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:26.549664 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-3dedbdc8-6d2c-4fcb-8ccf-d5edd586a5fb tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Publish callbacks [] for port (2bfc0cbc-f50f-4599-8919-313fce510c57), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:26.588101 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79b72b-c437-4cd2-9557-88fc27e6bc48 req-d57f8be1-539b-40a6-8523-5a25f9db5433 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:26.589604 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ed79b72b-c437-4cd2-9557-88fc27e6bc48 req-d57f8be1-539b-40a6-8523-5a25f9db5433 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 944 time: 0.1637292 Mar 30 01:30:26.595575 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3a88008f-4004-424f-8434-f957df35b497 admin admin] Publish callbacks [] for security_group (88721a00-e2a0-40e0-b815-d4efc6bff1db), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:26.600889 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-3dedbdc8-6d2c-4fcb-8ccf-d5edd586a5fb tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (2bfc0cbc-f50f-4599-8919-313fce510c57), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:26.651805 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-3dedbdc8-6d2c-4fcb-8ccf-d5edd586a5fb tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Network a10fd723-6dd8-4a1b-a0de-83fac5fc91d0 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:30:26.657457 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-3dedbdc8-6d2c-4fcb-8ccf-d5edd586a5fb tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:26.662054 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-3dedbdc8-6d2c-4fcb-8ccf-d5edd586a5fb tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:30:26.668463 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dedbdc8-6d2c-4fcb-8ccf-d5edd586a5fb tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Pushing event updated for resources: {'Port': ['ID=2bfc0cbc-f50f-4599-8919-313fce510c57,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:26.695428 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b76fb071-fbff-4468-ba26-46ccb2705c3d req-f133f994-cbed-46e9-b18d-d49f7fa4d66f service neutron] 10.222.0.18 "GET /v2.0/networks/793afd81-5383-41f5-bf86-f3c9d10b1876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007921 Mar 30 01:30:26.706292 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ed79b72b-c437-4cd2-9557-88fc27e6bc48 req-208924c0-d3a3-4511-b02f-6356c84f985e tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066625 Mar 30 01:30:26.716566 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3a88008f-4004-424f-8434-f957df35b497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (88721a00-e2a0-40e0-b815-d4efc6bff1db), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:26.720191 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-3dedbdc8-6d2c-4fcb-8ccf-d5edd586a5fb tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:26.720909 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-3dedbdc8-6d2c-4fcb-8ccf-d5edd586a5fb tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:26.723296 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3a88008f-4004-424f-8434-f957df35b497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:26.724530 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-3a88008f-4004-424f-8434-f957df35b497 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/88721a00-e2a0-40e0-b815-d4efc6bff1db HTTP/1.1" status: 204 len: 168 time: 0.3145545 Mar 30 01:30:26.735540 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88008f-4004-424f-8434-f957df35b497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88721a00-e2a0-40e0-b815-d4efc6bff1db,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:26.742845 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-3dedbdc8-6d2c-4fcb-8ccf-d5edd586a5fb tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9922178 Mar 30 01:30:26.756347 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-4101d076-c575-440d-95d7-e904f457bf40 service neutron] Request body: {'port': {'device_id': '77c902f2-d4f1-424f-afe4-27a3e00ea05b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:26.809698 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d076aee-fa7f-438b-b92e-6cd12bcd730d req-cc57ea1f-e38e-4365-a9dc-fa668d7aa4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:26.811240 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2d076aee-fa7f-438b-b92e-6cd12bcd730d req-cc57ea1f-e38e-4365-a9dc-fa668d7aa4d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69d4c360df1243b89a2428e647fdf76d&device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 1128 time: 0.0552502 Mar 30 01:30:26.821764 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-4101d076-c575-440d-95d7-e904f457bf40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (2bfc0cbc-f50f-4599-8919-313fce510c57), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:26.923589 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d076aee-fa7f-438b-b92e-6cd12bcd730d req-bf55533b-c7ae-4b5e-bf2c-163f59156ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:26.925176 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2d076aee-fa7f-438b-b92e-6cd12bcd730d req-bf55533b-c7ae-4b5e-bf2c-163f59156ab6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=793afd81-5383-41f5-bf86-f3c9d10b1876 HTTP/1.1" status: 200 len: 912 time: 0.1067507 Mar 30 01:30:26.974120 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2d076aee-fa7f-438b-b92e-6cd12bcd730d req-0f23a71f-c4f5-41fa-a24c-5c5c00fda64f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0044507-ef78-440c-8fcb-6f851a287ad8 HTTP/1.1" status: 200 len: 217 time: 0.0429420 Mar 30 01:30:27.039790 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d076aee-fa7f-438b-b92e-6cd12bcd730d req-1a946ec6-4e64-422a-b109-564fc9879843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:27.041278 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2d076aee-fa7f-438b-b92e-6cd12bcd730d req-1a946ec6-4e64-422a-b109-564fc9879843 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9bca1a71-d5df-4913-8e95-47cc046854f4 HTTP/1.1" status: 200 len: 850 time: 0.0592718 Mar 30 01:30:27.091985 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d076aee-fa7f-438b-b92e-6cd12bcd730d req-42241ad6-e344-4316-93b5-0617fe0adefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:27.093640 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2d076aee-fa7f-438b-b92e-6cd12bcd730d req-42241ad6-e344-4316-93b5-0617fe0adefb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=793afd81-5383-41f5-bf86-f3c9d10b1876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0458705 Mar 30 01:30:27.210388 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2d076aee-fa7f-438b-b92e-6cd12bcd730d req-2a19a971-6774-4951-b990-315746b53740 service neutron] 10.222.0.18 "GET /v2.0/networks/793afd81-5383-41f5-bf86-f3c9d10b1876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082642 Mar 30 01:30:27.234111 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-4101d076-c575-440d-95d7-e904f457bf40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bfc0cbc-f50f-4599-8919-313fce510c57 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:30:27.253644 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-4101d076-c575-440d-95d7-e904f457bf40 service neutron] Publish callbacks [] for port (2bfc0cbc-f50f-4599-8919-313fce510c57), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:27.280053 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-4101d076-c575-440d-95d7-e904f457bf40 service neutron] Transition to ACTIVE for port object 2bfc0cbc-f50f-4599-8919-313fce510c57 will not be triggered until provisioned by entity L2. {{(pid=103228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:30:27.288203 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-4101d076-c575-440d-95d7-e904f457bf40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (2bfc0cbc-f50f-4599-8919-313fce510c57), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:27.368503 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2d076aee-fa7f-438b-b92e-6cd12bcd730d req-65a485b0-9f42-45c6-b8e0-0f18f235881d service neutron] 10.222.0.18 "GET /v2.0/networks/793afd81-5383-41f5-bf86-f3c9d10b1876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413531 Mar 30 01:30:27.472961 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4101d076-c575-440d-95d7-e904f457bf40 service neutron] Pushing event updated for resources: {'Port': ['ID=2bfc0cbc-f50f-4599-8919-313fce510c57,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:27.538561 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-4101d076-c575-440d-95d7-e904f457bf40 service neutron] Attempting to bind port 2bfc0cbc-f50f-4599-8919-313fce510c57 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:30:27.539247 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-4101d076-c575-440d-95d7-e904f457bf40 service neutron] Attempting to bind port 2bfc0cbc-f50f-4599-8919-313fce510c57 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '6976ff74-96bc-4463-8102-8ecdd0b193f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a10fd723-6dd8-4a1b-a0de-83fac5fc91d0'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:30:27.539691 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-4101d076-c575-440d-95d7-e904f457bf40 service neutron] Attempting to bind port 2bfc0cbc-f50f-4599-8919-313fce510c57 on network a10fd723-6dd8-4a1b-a0de-83fac5fc91d0 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:30:27.545902 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-4101d076-c575-440d-95d7-e904f457bf40 service neutron] Port 2bfc0cbc-f50f-4599-8919-313fce510c57 on network a10fd723-6dd8-4a1b-a0de-83fac5fc91d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:30:27.546186 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-4101d076-c575-440d-95d7-e904f457bf40 service neutron] Attempting to bind port 2bfc0cbc-f50f-4599-8919-313fce510c57 on network a10fd723-6dd8-4a1b-a0de-83fac5fc91d0 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:30:27.553248 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-4101d076-c575-440d-95d7-e904f457bf40 service neutron] Checking agent: {'id': '4d4a4723-54eb-40cd-a736-b5d7ac710e77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'started_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:30:27.553654 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-4101d076-c575-440d-95d7-e904f457bf40 service neutron] Checking segment: {'id': '6976ff74-96bc-4463-8102-8ecdd0b193f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a10fd723-6dd8-4a1b-a0de-83fac5fc91d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:30:27.554037 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-4101d076-c575-440d-95d7-e904f457bf40 service neutron] Bound using segment: {'id': '6976ff74-96bc-4463-8102-8ecdd0b193f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a10fd723-6dd8-4a1b-a0de-83fac5fc91d0'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:30:27.554484 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-4101d076-c575-440d-95d7-e904f457bf40 service neutron] Bound port: 2bfc0cbc-f50f-4599-8919-313fce510c57, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6976ff74-96bc-4463-8102-8ecdd0b193f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a10fd723-6dd8-4a1b-a0de-83fac5fc91d0'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:30:27.554843 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-4101d076-c575-440d-95d7-e904f457bf40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (2bfc0cbc-f50f-4599-8919-313fce510c57), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:27.682536 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-4101d076-c575-440d-95d7-e904f457bf40 service neutron] For port 2bfc0cbc-f50f-4599-8919-313fce510c57, host hv-cinder-81713, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:30:27.692635 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-4101d076-c575-440d-95d7-e904f457bf40 service neutron] For port 2bfc0cbc-f50f-4599-8919-313fce510c57, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=2bfc0cbc-f50f-4599-8919-313fce510c57,segment=NetworkSegment(6976ff74-96bc-4463-8102-8ecdd0b193f3),segment_id=6976ff74-96bc-4463-8102-8ecdd0b193f3)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:30:27.708939 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-4101d076-c575-440d-95d7-e904f457bf40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (2bfc0cbc-f50f-4599-8919-313fce510c57), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:27.765880 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-4101d076-c575-440d-95d7-e904f457bf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:27.766618 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-4101d076-c575-440d-95d7-e904f457bf40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:27.768010 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-4101d076-c575-440d-95d7-e904f457bf40 service neutron] 10.222.0.18 "PUT /v2.0/ports/2bfc0cbc-f50f-4599-8919-313fce510c57 HTTP/1.1" status: 200 len: 1093 time: 1.0168219 Mar 30 01:30:27.768410 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c902f2-d4f1-424f-afe4-27a3e00ea05b', 'tag': '2bfc0cbc-f50f-4599-8919-313fce510c57'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:30:27.771212 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71270fd5-2b70-4a90-8c66-8f86eea88c13" -d '{"events": [{"name": "network-changed", "server_uuid": "77c902f2-d4f1-424f-afe4-27a3e00ea05b", "tag": "2bfc0cbc-f50f-4599-8919-313fce510c57"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:30:27.801924 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90436efa-a863-40ff-a2d8-98d51b5dcad3 req-f656a125-3263-451f-91a8-57af7a804d39 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:27.804047 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-90436efa-a863-40ff-a2d8-98d51b5dcad3 req-f656a125-3263-451f-91a8-57af7a804d39 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c902f2-d4f1-424f-afe4-27a3e00ea05b HTTP/1.1" status: 200 len: 943 time: 0.3838561 Mar 30 01:30:27.813336 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4101d076-c575-440d-95d7-e904f457bf40 service neutron] Pushing event updated for resources: {'Port': ['ID=2bfc0cbc-f50f-4599-8919-313fce510c57,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:27.837934 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fabaf9-e607-4597-9400-e872366845d0 req-04d17135-3f86-4a75-9804-94c75b30dd1f tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:27.839735 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-28fabaf9-e607-4597-9400-e872366845d0 req-04d17135-3f86-4a75-9804-94c75b30dd1f tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=f203bc01-737a-4ecd-b04e-e1f7f87374a0 HTTP/1.1" status: 200 len: 946 time: 0.3574574 Mar 30 01:30:27.883957 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-aefe9ed4-a07e-4483-9348-47624462cb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:27.885520 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-aefe9ed4-a07e-4483-9348-47624462cb72 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ccef447787d447e9095c1dd55974941&device_id=77c902f2-d4f1-424f-afe4-27a3e00ea05b HTTP/1.1" status: 200 len: 1127 time: 0.0658522 Mar 30 01:30:27.911740 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-90436efa-a863-40ff-a2d8-98d51b5dcad3 req-dc2626ee-409a-432b-b66f-a8882724aed1 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967104 Mar 30 01:30:27.940453 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-28fabaf9-e607-4597-9400-e872366845d0 req-644c2a15-bd69-41a4-a5f2-f900f2c8379f tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938034 Mar 30 01:30:27.954676 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-a2f12909-028b-4fa9-87f0-363e00c710e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bfc0cbc-f50f-4599-8919-313fce510c57 HTTP/1.1" status: 200 len: 217 time: 0.0608628 Mar 30 01:30:27.995760 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 41004) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:28.055485 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1654de12-2ece-4769-8464-907aec022885 x-openstack-request-id: req-1654de12-2ece-4769-8464-907aec022885 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:30:28.057494 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c902f2-d4f1-424f-afe4-27a3e00ea05b", "tag": "2bfc0cbc-f50f-4599-8919-313fce510c57", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:30:28.057980 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1654de12-2ece-4769-8464-907aec022885 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:30:28.058803 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1654de12-2ece-4769-8464-907aec022885'] response: {'name': 'network-changed', 'server_uuid': '77c902f2-d4f1-424f-afe4-27a3e00ea05b', 'tag': '2bfc0cbc-f50f-4599-8919-313fce510c57', 'status': 'completed', 'code': 200} Mar 30 01:30:28.079420 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-7d636b35-382c-498a-9bbb-7ea428037046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:28.081158 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-7d636b35-382c-498a-9bbb-7ea428037046 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8527661-c80c-4b66-a67e-458fe845c846 HTTP/1.1" status: 200 len: 849 time: 0.1073153 Mar 30 01:30:28.095390 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e3a1c-5f88-4db6-bc60-eab6c96977d3 req-daf565e6-7f1b-4550-aaf7-a0bfb193e008 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:28.097048 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b68e3a1c-5f88-4db6-bc60-eab6c96977d3 req-daf565e6-7f1b-4550-aaf7-a0bfb193e008 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 944 time: 0.0898910 Mar 30 01:30:28.123088 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-2e02b9ca-6fa1-4118-9a6b-5a931ac6629d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a10fd723-6dd8-4a1b-a0de-83fac5fc91d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350919 Mar 30 01:30:28.160408 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b68e3a1c-5f88-4db6-bc60-eab6c96977d3 req-d6c2dcaf-a5de-46de-97a5-1b20afcedcd0 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562809 Mar 30 01:30:28.212785 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-0233bf53-625c-459c-b6bc-a3f9fcbc6016 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1133165355-network', 'tenant_id': '6101ee0d13f14f7bbc3124f3c0fae568'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:28.243820 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0233bf53-625c-459c-b6bc-a3f9fcbc6016 admin admin] Made reservation on behalf of 6101ee0d13f14f7bbc3124f3c0fae568 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:30:28.247828 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-7c0ddabf-0980-40d0-9a90-b0c67a8f4d85 service neutron] 10.222.0.18 "GET /v2.0/networks/a10fd723-6dd8-4a1b-a0de-83fac5fc91d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172805 Mar 30 01:30:28.249030 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0233bf53-625c-459c-b6bc-a3f9fcbc6016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:28.282642 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0233bf53-625c-459c-b6bc-a3f9fcbc6016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:28.381966 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-57db21a0-0a53-401f-a26e-0e1daf5b39c2 req-56b14460-d0a8-4cb1-a4d3-9893d627aac5 service neutron] 10.222.0.18 "GET /v2.0/networks/a10fd723-6dd8-4a1b-a0de-83fac5fc91d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200955 Mar 30 01:30:28.387520 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0233bf53-625c-459c-b6bc-a3f9fcbc6016 admin admin] Publish callbacks [] for security_group (fa4fee4a-1228-4149-bc44-4aa64dba5c54), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:28.392326 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0233bf53-625c-459c-b6bc-a3f9fcbc6016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (fa4fee4a-1228-4149-bc44-4aa64dba5c54), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:28.424462 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0233bf53-625c-459c-b6bc-a3f9fcbc6016 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:30:28.435562 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233bf53-625c-459c-b6bc-a3f9fcbc6016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4fee4a-1228-4149-bc44-4aa64dba5c54,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:28.447956 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0233bf53-625c-459c-b6bc-a3f9fcbc6016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983'] for segment (ad552f6f-3a94-45af-b738-ffdd575be1c6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:28.448551 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.db.segments_db [None req-0233bf53-625c-459c-b6bc-a3f9fcbc6016 admin admin] Added segment ad552f6f-3a94-45af-b738-ffdd575be1c6 of type vlan for network ed006982-a1e4-4cb9-947e-e0466ea24662 Mar 30 01:30:28.512110 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71270fd5-2b70-4a90-8c66-8f86eea88c13 req-89d35073-5bba-41ab-a080-405c24881928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:28.513616 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-71270fd5-2b70-4a90-8c66-8f86eea88c13 req-89d35073-5bba-41ab-a080-405c24881928 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ccef447787d447e9095c1dd55974941&device_id=77c902f2-d4f1-424f-afe4-27a3e00ea05b HTTP/1.1" status: 200 len: 1127 time: 0.0634649 Mar 30 01:30:28.517051 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0233bf53-625c-459c-b6bc-a3f9fcbc6016 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788084269370'] for network (ed006982-a1e4-4cb9-947e-e0466ea24662), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:28.553975 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0233bf53-625c-459c-b6bc-a3f9fcbc6016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768'] for network (ed006982-a1e4-4cb9-947e-e0466ea24662), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:28.555333 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0233bf53-625c-459c-b6bc-a3f9fcbc6016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:28.556407 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0233bf53-625c-459c-b6bc-a3f9fcbc6016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:28.645312 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71270fd5-2b70-4a90-8c66-8f86eea88c13 req-dcc5a96e-2505-40f7-8c65-4b88f0f47725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:28.647891 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-71270fd5-2b70-4a90-8c66-8f86eea88c13 req-dcc5a96e-2505-40f7-8c65-4b88f0f47725 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a10fd723-6dd8-4a1b-a0de-83fac5fc91d0 HTTP/1.1" status: 200 len: 910 time: 0.1262319 Mar 30 01:30:28.669023 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-0233bf53-625c-459c-b6bc-a3f9fcbc6016 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6720943 Mar 30 01:30:28.669909 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233bf53-625c-459c-b6bc-a3f9fcbc6016 admin admin] Pushing event updated for resources: {'Network': ['ID=ed006982-a1e4-4cb9-947e-e0466ea24662,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:28.671941 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 41026) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:28.677192 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-670adb06-df0a-470c-bb1d-9849d122576c admin admin] Request body: {'subnet': {'network_id': 'ed006982-a1e4-4cb9-947e-e0466ea24662', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1133165355-subnet', 'tenant_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:28.703412 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Network ed006982-a1e4-4cb9-947e-e0466ea24662 details requested by agent ovs-agent-dv-cinder-817135-7-smb with host dv-cinder-817135-7-smb {{(pid=103230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:30:28.710850 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-71270fd5-2b70-4a90-8c66-8f86eea88c13 req-7f951da8-2950-49ca-b818-aa59874fb8b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bfc0cbc-f50f-4599-8919-313fce510c57 HTTP/1.1" status: 200 len: 217 time: 0.0524955 Mar 30 01:30:28.744607 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670adb06-df0a-470c-bb1d-9849d122576c admin admin] Made reservation on behalf of 6101ee0d13f14f7bbc3124f3c0fae568 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:30:28.747288 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-670adb06-df0a-470c-bb1d-9849d122576c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:28.800718 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71270fd5-2b70-4a90-8c66-8f86eea88c13 req-929c0745-0841-4180-9e62-a08f58fbd028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:28.803867 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-71270fd5-2b70-4a90-8c66-8f86eea88c13 req-929c0745-0841-4180-9e62-a08f58fbd028 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8527661-c80c-4b66-a67e-458fe845c846 HTTP/1.1" status: 200 len: 849 time: 0.0811317 Mar 30 01:30:28.847912 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-71270fd5-2b70-4a90-8c66-8f86eea88c13 req-cba45268-bca2-4984-8187-00dfd20a3ace service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a10fd723-6dd8-4a1b-a0de-83fac5fc91d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336659 Mar 30 01:30:28.928406 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f1ef4-6e95-455a-99fc-9f6cdbaf15bf req-63a674bc-1fec-4ea7-bc6c-faa12604b658 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:28.930240 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a61f1ef4-6e95-455a-99fc-9f6cdbaf15bf req-63a674bc-1fec-4ea7-bc6c-faa12604b658 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.25 "GET /v2.0/ports?device_id=c772714d-4886-4641-b064-3012f2236413 HTTP/1.1" status: 200 len: 945 time: 0.1258278 Mar 30 01:30:28.947271 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-71270fd5-2b70-4a90-8c66-8f86eea88c13 req-7dfc2cb4-22dd-407e-b69f-97b19f44cd26 service neutron] 10.222.0.18 "GET /v2.0/networks/a10fd723-6dd8-4a1b-a0de-83fac5fc91d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909369 Mar 30 01:30:29.035467 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a61f1ef4-6e95-455a-99fc-9f6cdbaf15bf req-6d34e670-461d-4cd8-9f16-774e75cefed6 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae054562-73bb-4234-8927-5fcecd9b6de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992246 Mar 30 01:30:29.053580 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-670adb06-df0a-470c-bb1d-9849d122576c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768'] for subnet (0eb1ea88-c52d-4b49-9989-067e5a5a20cb), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:29.069549 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-71270fd5-2b70-4a90-8c66-8f86eea88c13 req-8a0f8265-3524-40f8-9119-53af2eaf4a6a service neutron] 10.222.0.18 "GET /v2.0/networks/a10fd723-6dd8-4a1b-a0de-83fac5fc91d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154943 Mar 30 01:30:29.146687 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670adb06-df0a-470c-bb1d-9849d122576c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eb1ea88-c52d-4b49-9989-067e5a5a20cb,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:29.177076 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cbc375-1080-48cf-8041-fe168b371550 req-eb5b59ec-e09b-44ce-8ec6-a31b666ed317 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:29.178885 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-87cbc375-1080-48cf-8041-fe168b371550 req-eb5b59ec-e09b-44ce-8ec6-a31b666ed317 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c902f2-d4f1-424f-afe4-27a3e00ea05b HTTP/1.1" status: 200 len: 943 time: 0.1680059 Mar 30 01:30:29.191781 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670adb06-df0a-470c-bb1d-9849d122576c admin admin] Checking segment: {'id': 'ad552f6f-3a94-45af-b738-ffdd575be1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ed006982-a1e4-4cb9-947e-e0466ea24662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:30:29.192134 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670adb06-df0a-470c-bb1d-9849d122576c admin admin] Network hostable DHCP agents. Network: ed006982-a1e4-4cb9-947e-e0466ea24662, hostable agents: ['eddc343b-7df5-4b69-8188-94dadcee138e'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:30:29.232443 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ba37a-68d0-45bb-b339-a3a15e98e1d2 req-c86665ca-4b29-43e9-95a0-1a05546fe6ed tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:29.233908 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1e1ba37a-68d0-45bb-b339-a3a15e98e1d2 req-c86665ca-4b29-43e9-95a0-1a05546fe6ed tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=f203bc01-737a-4ecd-b04e-e1f7f87374a0 HTTP/1.1" status: 200 len: 946 time: 0.1287754 Mar 30 01:30:29.257346 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670adb06-df0a-470c-bb1d-9849d122576c admin admin] Network ed006982-a1e4-4cb9-947e-e0466ea24662 is scheduled to be hosted by DHCP agent eddc343b-7df5-4b69-8188-94dadcee138e with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:30:29.272569 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-87cbc375-1080-48cf-8041-fe168b371550 req-0b07a136-2a21-4c4a-8a5b-2be9fd1ea48b tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871496 Mar 30 01:30:29.289407 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-670adb06-df0a-470c-bb1d-9849d122576c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-smb, ed006982-a1e4-4cb9-947e-e0466ea24662) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:29.299096 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670adb06-df0a-470c-bb1d-9849d122576c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:29.299659 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-670adb06-df0a-470c-bb1d-9849d122576c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:29.301896 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d739ab-75b7-4f58-8076-4faa284c9222 None None] Network ed006982-a1e4-4cb9-947e-e0466ea24662 requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:30:29.316661 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1e1ba37a-68d0-45bb-b339-a3a15e98e1d2 req-b491023b-c596-462d-a025-a6cfa6daa65c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735092 Mar 30 01:30:29.330313 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-670adb06-df0a-470c-bb1d-9849d122576c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6546397 Mar 30 01:30:29.330873 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 41040) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:29.336889 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-3924f7c8-0140-4f87-88ee-b0c1c17d5bc1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1133165355-router', 'tenant_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:29.361771 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3924f7c8-0140-4f87-88ee-b0c1c17d5bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-630030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3002'] for router (4948e9f9-f9e0-4cfb-af48-b75160985a23), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:29.362900 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3924f7c8-0140-4f87-88ee-b0c1c17d5bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2995'] for router (4948e9f9-f9e0-4cfb-af48-b75160985a23), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:29.424112 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42915af-733c-4079-970f-69c0f45aa571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6fa5b9a-8f1a-5b91-8c9f-1bdccb0e5af4-ed006982-a1e4-4cb9-947e-e0466ea24662', 'network_id': 'ed006982-a1e4-4cb9-947e-e0466ea24662', 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'fixed_ips': [{'subnet_id': '0eb1ea88-c52d-4b49-9989-067e5a5a20cb'}]}} from dv-cinder-817135-7-smb. {{(pid=103230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 01:30:29.425184 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e42915af-733c-4079-970f-69c0f45aa571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:29.436134 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3924f7c8-0140-4f87-88ee-b0c1c17d5bc1 admin admin] Publish callbacks [] for router_controller (4948e9f9-f9e0-4cfb-af48-b75160985a23), precommit_add_association {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:29.438369 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a491d-8f91-4801-b2ab-472169e95bbe req-6ecd6799-000b-41de-9795-5acbc1715994 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:29.442884 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-300a491d-8f91-4801-b2ab-472169e95bbe req-6ecd6799-000b-41de-9795-5acbc1715994 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 944 time: 0.0816004 Mar 30 01:30:29.454383 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device b0044507-ef78-440c-8fcb-6f851a287ad8 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:30:29.505225 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-300a491d-8f91-4801-b2ab-472169e95bbe req-3453d9fb-3165-4bbf-8c31-553c5394bd1f tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579903 Mar 30 01:30:29.641811 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-e42915af-733c-4079-970f-69c0f45aa571 None None] Allocated IP 172.20.0.2 (ed006982-a1e4-4cb9-947e-e0466ea24662/0eb1ea88-c52d-4b49-9989-067e5a5a20cb/65946214-67ac-4ebf-8c54-e1662349d3e8) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:30:29.719537 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port b0044507-ef78-440c-8fcb-6f851a287ad8, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b0044507-ef78-440c-8fcb-6f851a287ad8,segment=NetworkSegment(a73f41a5-84e4-43fc-81a9-5e6072abf837),segment_id=a73f41a5-84e4-43fc-81a9-5e6072abf837)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:29.737665 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Returning: {'device': 'b0044507-ef78-440c-8fcb-6f851a287ad8', 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876', 'port_id': 'b0044507-ef78-440c-8fcb-6f851a287ad8', 'mac_address': 'fa:16:3e:38:12:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bca1a71-d5df-4913-8e95-47cc046854f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:30:29.808613 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3924f7c8-0140-4f87-88ee-b0c1c17d5bc1 admin admin] Publish callbacks [] for router_gateway (4948e9f9-f9e0-4cfb-af48-b75160985a23), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:29.816777 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port b0044507-ef78-440c-8fcb-6f851a287ad8 is: DOWN; New status is: BUILD {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:29.817222 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (b0044507-ef78-440c-8fcb-6f851a287ad8), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:29.855731 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0044507-ef78-440c-8fcb-6f851a287ad8 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:30:29.895004 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port b0044507-ef78-440c-8fcb-6f851a287ad8, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b0044507-ef78-440c-8fcb-6f851a287ad8,segment=NetworkSegment(a73f41a5-84e4-43fc-81a9-5e6072abf837),segment_id=a73f41a5-84e4-43fc-81a9-5e6072abf837)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:29.902440 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (b0044507-ef78-440c-8fcb-6f851a287ad8), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:29.905939 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e42915af-733c-4079-970f-69c0f45aa571 None None] Publish callbacks [] for port (65946214-67ac-4ebf-8c54-e1662349d3e8), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:29.938893 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e42915af-733c-4079-970f-69c0f45aa571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294'] for port (65946214-67ac-4ebf-8c54-e1662349d3e8), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:29.981594 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42915af-733c-4079-970f-69c0f45aa571 None None] Network ed006982-a1e4-4cb9-947e-e0466ea24662 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:30:29.985452 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=b0044507-ef78-440c-8fcb-6f851a287ad8,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:29.988734 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-e42915af-733c-4079-970f-69c0f45aa571 None None] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:29.993245 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42915af-733c-4079-970f-69c0f45aa571 None None] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:30:30.037984 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3924f7c8-0140-4f87-88ee-b0c1c17d5bc1 admin admin] Publish callbacks [] for router_gateway (4948e9f9-f9e0-4cfb-af48-b75160985a23), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:30.061526 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3924f7c8-0140-4f87-88ee-b0c1c17d5bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:30.087034 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42915af-733c-4079-970f-69c0f45aa571 None None] Pushing event updated for resources: {'Port': ['ID=65946214-67ac-4ebf-8c54-e1662349d3e8,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:30.093313 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-e42915af-733c-4079-970f-69c0f45aa571 None None] Attempting to bind port 65946214-67ac-4ebf-8c54-e1662349d3e8 on host dv-cinder-817135-7-smb for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:30:30.093695 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-e42915af-733c-4079-970f-69c0f45aa571 None None] Attempting to bind port 65946214-67ac-4ebf-8c54-e1662349d3e8 by drivers openvswitch,hyperv on host dv-cinder-817135-7-smb at level 0 using segments [{'id': 'ad552f6f-3a94-45af-b738-ffdd575be1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ed006982-a1e4-4cb9-947e-e0466ea24662'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:30:30.094038 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42915af-733c-4079-970f-69c0f45aa571 None None] Attempting to bind port 65946214-67ac-4ebf-8c54-e1662349d3e8 on network ed006982-a1e4-4cb9-947e-e0466ea24662 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:30:30.104492 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42915af-733c-4079-970f-69c0f45aa571 None None] Checking agent: {'id': 'e1925a54-03b2-438f-8645-7588892df62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 56), 'started_at': datetime.datetime(2022, 3, 30, 1, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:30:30.104492 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42915af-733c-4079-970f-69c0f45aa571 None None] Checking segment: {'id': 'ad552f6f-3a94-45af-b738-ffdd575be1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ed006982-a1e4-4cb9-947e-e0466ea24662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:30:30.104492 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e42915af-733c-4079-970f-69c0f45aa571 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:30.106515 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42915af-733c-4079-970f-69c0f45aa571 None None] Bound using segment: {'id': 'ad552f6f-3a94-45af-b738-ffdd575be1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ed006982-a1e4-4cb9-947e-e0466ea24662'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:30:30.107118 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-e42915af-733c-4079-970f-69c0f45aa571 None None] Bound port: 65946214-67ac-4ebf-8c54-e1662349d3e8, host: dv-cinder-817135-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad552f6f-3a94-45af-b738-ffdd575be1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ed006982-a1e4-4cb9-947e-e0466ea24662'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:30:30.111628 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e42915af-733c-4079-970f-69c0f45aa571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (65946214-67ac-4ebf-8c54-e1662349d3e8), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:30.185857 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49478366-4e6c-4574-a155-c69a173f71c8 req-7025ff76-e8bd-40c6-98f9-423a6549317f tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:30.193668 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-49478366-4e6c-4574-a155-c69a173f71c8 req-7025ff76-e8bd-40c6-98f9-423a6549317f tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.25 "GET /v2.0/ports?device_id=c772714d-4886-4641-b064-3012f2236413 HTTP/1.1" status: 200 len: 945 time: 0.0779750 Mar 30 01:30:30.211026 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-e42915af-733c-4079-970f-69c0f45aa571 None None] For port 65946214-67ac-4ebf-8c54-e1662349d3e8, host dv-cinder-817135-7-smb, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:30:30.214960 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-e42915af-733c-4079-970f-69c0f45aa571 None None] For port 65946214-67ac-4ebf-8c54-e1662349d3e8, host dv-cinder-817135-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=65946214-67ac-4ebf-8c54-e1662349d3e8,segment=NetworkSegment(ad552f6f-3a94-45af-b738-ffdd575be1c6),segment_id=ad552f6f-3a94-45af-b738-ffdd575be1c6)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:30:30.218904 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-3924f7c8-0140-4f87-88ee-b0c1c17d5bc1 admin admin] Allocated IP 172.28.0.183 (37ca571a-19ad-455c-abf6-69b74430259c/15a93e34-d4d7-43d8-ae08-ce799dd1e751/64030e58-56e5-42f4-a526-d5631b30d56b) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:30:30.228889 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e42915af-733c-4079-970f-69c0f45aa571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (65946214-67ac-4ebf-8c54-e1662349d3e8), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:30.255250 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-49478366-4e6c-4574-a155-c69a173f71c8 req-a7ea8731-b746-4470-8d82-db1a86ffe906 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae054562-73bb-4234-8927-5fcecd9b6de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601459 Mar 30 01:30:30.318709 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42915af-733c-4079-970f-69c0f45aa571 None None] Pushing event updated for resources: {'Port': ['ID=65946214-67ac-4ebf-8c54-e1662349d3e8,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:30.416588 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3924f7c8-0140-4f87-88ee-b0c1c17d5bc1 admin admin] Publish callbacks [] for port (64030e58-56e5-42f4-a526-d5631b30d56b), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:30.481126 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3924f7c8-0140-4f87-88ee-b0c1c17d5bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (64030e58-56e5-42f4-a526-d5631b30d56b), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:30.539188 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924f7c8-0140-4f87-88ee-b0c1c17d5bc1 admin admin] Pushing event updated for resources: {'Port': ['ID=64030e58-56e5-42f4-a526-d5631b30d56b,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:30.564148 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['b0044507-ef78-440c-8fcb-6f851a287ad8'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:30:30.605487 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3924f7c8-0140-4f87-88ee-b0c1c17d5bc1 admin admin] Network 37ca571a-19ad-455c-abf6-69b74430259c is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:30:30.607606 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-3924f7c8-0140-4f87-88ee-b0c1c17d5bc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:30.614161 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3924f7c8-0140-4f87-88ee-b0c1c17d5bc1 admin admin] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:30:30.624530 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e7238-af09-48b7-8a1a-092a193c01fe req-76b4d985-9bcf-4032-bf42-a06ca31a975d tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:30.637240 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0c5e7238-af09-48b7-8a1a-092a193c01fe req-76b4d985-9bcf-4032-bf42-a06ca31a975d tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c902f2-d4f1-424f-afe4-27a3e00ea05b HTTP/1.1" status: 200 len: 943 time: 0.2557704 Mar 30 01:30:30.715545 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ced6f-aac6-4596-8efc-268d18601f6f req-a708add6-6c6a-4ba7-a16b-b7d3a00eb4ba tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:30.728004 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9c0ced6f-aac6-4596-8efc-268d18601f6f req-a708add6-6c6a-4ba7-a16b-b7d3a00eb4ba tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=f203bc01-737a-4ecd-b04e-e1f7f87374a0 HTTP/1.1" status: 200 len: 946 time: 0.3094130 Mar 30 01:30:30.882846 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9c0ced6f-aac6-4596-8efc-268d18601f6f req-91280b48-9a90-4043-b0e8-01245759245c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496024 Mar 30 01:30:30.927440 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0c5e7238-af09-48b7-8a1a-092a193c01fe req-ce4efa5a-3c7e-4ad8-8ad5-667f573ff280 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861009 Mar 30 01:30:30.988389 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 41070) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:31.062311 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264d53a-b2ce-49a3-9c3a-151e76e3e18f req-c9f2cb79-303c-47ee-a08b-df3024742bd4 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:31.065425 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b264d53a-b2ce-49a3-9c3a-151e76e3e18f req-c9f2cb79-303c-47ee-a08b-df3024742bd4 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 945 time: 0.0617023 Mar 30 01:30:31.124216 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8c9bf-601a-41e7-84c1-ad2fa5c3e84f req-f3cc2e7f-ff24-4b97-b666-8be94f367842 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:31.125683 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a3b8c9bf-601a-41e7-84c1-ad2fa5c3e84f req-f3cc2e7f-ff24-4b97-b666-8be94f367842 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.18 "GET /v2.0/ports?device_id=c772714d-4886-4641-b064-3012f2236413 HTTP/1.1" status: 200 len: 945 time: 0.2825127 Mar 30 01:30:31.133275 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b264d53a-b2ce-49a3-9c3a-151e76e3e18f req-90771a4f-d8e1-400b-9943-e88e217e8f22 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605133 Mar 30 01:30:31.134458 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d522222-67bc-4ded-9f12-82fca7cd323f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:31.141785 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3924f7c8-0140-4f87-88ee-b0c1c17d5bc1 admin admin] Publish callbacks [] for router_gateway (4948e9f9-f9e0-4cfb-af48-b75160985a23), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:31.221866 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d522222-67bc-4ded-9f12-82fca7cd323f admin admin] Publish callbacks [] for security_group (91382655-b923-4942-b6d0-768923abb32c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:31.234687 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d522222-67bc-4ded-9f12-82fca7cd323f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (91382655-b923-4942-b6d0-768923abb32c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:31.277807 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-1d522222-67bc-4ded-9f12-82fca7cd323f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ad98472844cc49f48cf72508ae012f8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2881482 Mar 30 01:30:31.280212 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d522222-67bc-4ded-9f12-82fca7cd323f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91382655-b923-4942-b6d0-768923abb32c,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:31.295644 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 41076) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:31.409416 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-71bb386e-cafa-46f1-9653-79262cb192df admin admin] Publish callbacks [] for security_group (91382655-b923-4942-b6d0-768923abb32c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:31.435887 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-71bb386e-cafa-46f1-9653-79262cb192df admin admin] Publish callbacks [] for security_group (91382655-b923-4942-b6d0-768923abb32c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:31.451047 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-a3b8c9bf-601a-41e7-84c1-ad2fa5c3e84f req-0bafadd4-98df-4333-b6a8-107deb426582 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Deleting port ed29a5c8-3deb-4df4-82d4-efde23699e9c {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:30:31.451575 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-a3b8c9bf-601a-41e7-84c1-ad2fa5c3e84f req-0bafadd4-98df-4333-b6a8-107deb426582 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (ed29a5c8-3deb-4df4-82d4-efde23699e9c), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:31.463636 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 2bfc0cbc-f50f-4599-8919-313fce510c57 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:30:31.480123 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbaae54-80e6-45df-99d0-d8c3b51aed84 req-ed531e2c-86cb-4127-a6ac-096cfa16fa2f tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:31.481707 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-adbaae54-80e6-45df-99d0-d8c3b51aed84 req-ed531e2c-86cb-4127-a6ac-096cfa16fa2f tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.25 "GET /v2.0/ports?device_id=c772714d-4886-4641-b064-3012f2236413 HTTP/1.1" status: 200 len: 945 time: 0.1342685 Mar 30 01:30:31.550534 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3924f7c8-0140-4f87-88ee-b0c1c17d5bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623896'] for router (4948e9f9-f9e0-4cfb-af48-b75160985a23), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:31.578048 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 65946214-67ac-4ebf-8c54-e1662349d3e8 up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:30:31.580264 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-71bb386e-cafa-46f1-9653-79262cb192df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (91382655-b923-4942-b6d0-768923abb32c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:31.584870 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-71bb386e-cafa-46f1-9653-79262cb192df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:31.587161 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-71bb386e-cafa-46f1-9653-79262cb192df admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/91382655-b923-4942-b6d0-768923abb32c HTTP/1.1" status: 204 len: 168 time: 0.2903883 Mar 30 01:30:31.602626 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-adbaae54-80e6-45df-99d0-d8c3b51aed84 req-16e8fe5f-1f5f-49ba-99e0-94d63afbb3d0 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae054562-73bb-4234-8927-5fcecd9b6de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135802 Mar 30 01:30:31.609879 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb386e-cafa-46f1-9653-79262cb192df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91382655-b923-4942-b6d0-768923abb32c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:31.645198 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-a3b8c9bf-601a-41e7-84c1-ad2fa5c3e84f req-0bafadd4-98df-4333-b6a8-107deb426582 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] For port ed29a5c8-3deb-4df4-82d4-efde23699e9c, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=ed29a5c8-3deb-4df4-82d4-efde23699e9c,segment=NetworkSegment(6d8342e8-0dea-4a45-8e6a-78f7cc8bbc20),segment_id=6d8342e8-0dea-4a45-8e6a-78f7cc8bbc20)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:31.645968 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-a3b8c9bf-601a-41e7-84c1-ad2fa5c3e84f req-0bafadd4-98df-4333-b6a8-107deb426582 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (ed29a5c8-3deb-4df4-82d4-efde23699e9c), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:31.663291 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-a3b8c9bf-601a-41e7-84c1-ad2fa5c3e84f req-0bafadd4-98df-4333-b6a8-107deb426582 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Calling delete_port for ed29a5c8-3deb-4df4-82d4-efde23699e9c owned by compute:nova {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:30:31.698242 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 2bfc0cbc-f50f-4599-8919-313fce510c57, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=2bfc0cbc-f50f-4599-8919-313fce510c57,segment=NetworkSegment(6976ff74-96bc-4463-8102-8ecdd0b193f3),segment_id=6976ff74-96bc-4463-8102-8ecdd0b193f3)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:31.725489 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa73bd0f-4c82-43de-a8bf-0b8d63c41efb None None] Network ed006982-a1e4-4cb9-947e-e0466ea24662 requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:30:31.730313 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port 65946214-67ac-4ebf-8c54-e1662349d3e8 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:31.730835 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (65946214-67ac-4ebf-8c54-e1662349d3e8), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:31.732440 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Returning: {'device': '2bfc0cbc-f50f-4599-8919-313fce510c57', 'network_id': 'a10fd723-6dd8-4a1b-a0de-83fac5fc91d0', 'port_id': '2bfc0cbc-f50f-4599-8919-313fce510c57', 'mac_address': 'fa:16:3e:07:0f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8527661-c80c-4b66-a67e-458fe845c846', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:30:31.898720 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3924f7c8-0140-4f87-88ee-b0c1c17d5bc1 admin admin] Router 4948e9f9-f9e0-4cfb-af48-b75160985a23 is scheduled to L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 with binding_index 1 {{(pid=103228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 01:30:31.952527 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-a3b8c9bf-601a-41e7-84c1-ad2fa5c3e84f req-0bafadd4-98df-4333-b6a8-107deb426582 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (ed29a5c8-3deb-4df4-82d4-efde23699e9c), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:31.957784 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port 2bfc0cbc-f50f-4599-8919-313fce510c57 is: DOWN; New status is: BUILD {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:31.958141 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (2bfc0cbc-f50f-4599-8919-313fce510c57), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:31.977493 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 41088) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:32.004749 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2779eee4-2632-4c00-a031-540653a0258c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:32.139610 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-bf432767-80fb-494c-861c-aaeda6f23bee None None] Provisioning complete for port 65946214-67ac-4ebf-8c54-e1662349d3e8 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:32.140111 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bf432767-80fb-494c-861c-aaeda6f23bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (65946214-67ac-4ebf-8c54-e1662349d3e8), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:32.142074 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['ed29a5c8-3deb-4df4-82d4-efde23699e9c'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:30:32.167827 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ef112-49c8-4a0a-92b4-9ee932c00441 req-b10c6a9b-e6f7-4a8a-acdb-a2d961f87ede tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:32.171618 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4f8ef112-49c8-4a0a-92b4-9ee932c00441 req-b10c6a9b-e6f7-4a8a-acdb-a2d961f87ede tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=f203bc01-737a-4ecd-b04e-e1f7f87374a0 HTTP/1.1" status: 200 len: 946 time: 0.1507566 Mar 30 01:30:32.190156 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bfc0cbc-f50f-4599-8919-313fce510c57 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:30:32.214629 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46715c-224e-4520-9208-727b09c68454 req-f25e0262-4e35-46d7-9b45-e57cb71c4836 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:32.222911 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-df46715c-224e-4520-9208-727b09c68454 req-f25e0262-4e35-46d7-9b45-e57cb71c4836 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c902f2-d4f1-424f-afe4-27a3e00ea05b HTTP/1.1" status: 200 len: 943 time: 0.1788192 Mar 30 01:30:32.286897 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2779eee4-2632-4c00-a031-540653a0258c admin admin] Publish callbacks [] for security_group (6f1836d9-99b7-4f8e-843a-74d027e58d14), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:32.296443 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 2bfc0cbc-f50f-4599-8919-313fce510c57, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=2bfc0cbc-f50f-4599-8919-313fce510c57,segment=NetworkSegment(6976ff74-96bc-4463-8102-8ecdd0b193f3),segment_id=6976ff74-96bc-4463-8102-8ecdd0b193f3)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:32.309005 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2779eee4-2632-4c00-a031-540653a0258c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (6f1836d9-99b7-4f8e-843a-74d027e58d14), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:32.312692 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (2bfc0cbc-f50f-4599-8919-313fce510c57), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:32.324271 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port 65946214-67ac-4ebf-8c54-e1662349d3e8 is: DOWN; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:32.324726 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (65946214-67ac-4ebf-8c54-e1662349d3e8), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:32.331349 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafadd4-98df-4333-b6a8-107deb426582 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Pushing event deleted for resources: {'Port': ['ID=ed29a5c8-3deb-4df4-82d4-efde23699e9c,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:32.339298 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4f8ef112-49c8-4a0a-92b4-9ee932c00441 req-896df1dc-0861-467b-94b0-59b686cbc77f tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536143 Mar 30 01:30:32.370350 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-df46715c-224e-4520-9208-727b09c68454 req-885ab321-94fc-4427-a4f5-3a14f354d7bb tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414285 Mar 30 01:30:32.380794 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-2779eee4-2632-4c00-a031-540653a0258c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ce80ab899374cff882404517367bb55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4021988 Mar 30 01:30:32.383565 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2779eee4-2632-4c00-a031-540653a0258c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1836d9-99b7-4f8e-843a-74d027e58d14,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:32.395715 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 41094) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:32.435191 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b8c9bf-601a-41e7-84c1-ad2fa5c3e84f req-0bafadd4-98df-4333-b6a8-107deb426582 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] No DVR routers for this DVR port ed29a5c8-3deb-4df4-82d4-efde23699e9c on host hv-cinder-81713 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:30:32.446877 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-a3b8c9bf-601a-41e7-84c1-ad2fa5c3e84f req-0bafadd4-98df-4333-b6a8-107deb426582 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:32.450205 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a3b8c9bf-601a-41e7-84c1-ad2fa5c3e84f req-0bafadd4-98df-4333-b6a8-107deb426582 tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.18 "DELETE /v2.0/ports/ed29a5c8-3deb-4df4-82d4-efde23699e9c HTTP/1.1" status: 204 len: 173 time: 1.3178060 Mar 30 01:30:32.454824 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c772714d-4886-4641-b064-3012f2236413', 'name': 'network-vif-deleted', 'tag': 'ed29a5c8-3deb-4df4-82d4-efde23699e9c'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:30:32.455644 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=2bfc0cbc-f50f-4599-8919-313fce510c57,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:32.457717 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9b334a-38b3-4752-bc35-a8d99d20859b" -d '{"events": [{"server_uuid": "c772714d-4886-4641-b064-3012f2236413", "name": "network-vif-deleted", "tag": "ed29a5c8-3deb-4df4-82d4-efde23699e9c"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:30:32.469843 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] For port 65946214-67ac-4ebf-8c54-e1662349d3e8, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=65946214-67ac-4ebf-8c54-e1662349d3e8,segment=NetworkSegment(ad552f6f-3a94-45af-b738-ffdd575be1c6),segment_id=ad552f6f-3a94-45af-b738-ffdd575be1c6)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:32.479918 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-bf432767-80fb-494c-861c-aaeda6f23bee None None] Current status of the port 65946214-67ac-4ebf-8c54-e1662349d3e8 is: DOWN; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:32.486502 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bf432767-80fb-494c-861c-aaeda6f23bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (65946214-67ac-4ebf-8c54-e1662349d3e8), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:32.490187 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (65946214-67ac-4ebf-8c54-e1662349d3e8), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:32.510861 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3924f7c8-0140-4f87-88ee-b0c1c17d5bc1 admin admin] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:30:32.521373 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8666df3c-8b84-44e4-be0c-41b61229ab53 None None] Sync routers for ids ['4948e9f9-f9e0-4cfb-af48-b75160985a23'] in dv-cinder-817135-7-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:30:32.529521 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8418e-c741-465f-8ffb-a1eb4cce4233 req-8bddd4c5-3458-42fa-a6a3-272f21b2d71c tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:32.533797 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5af8418e-c741-465f-8ffb-a1eb4cce4233 req-8bddd4c5-3458-42fa-a6a3-272f21b2d71c tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 945 time: 0.1174784 Mar 30 01:30:32.546288 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8666df3c-8b84-44e4-be0c-41b61229ab53 None None] Routers {'4948e9f9-f9e0-4cfb-af48-b75160985a23'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:30:32.557307 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-8666df3c-8b84-44e4-be0c-41b61229ab53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:30:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['4948e9f9-f9e0-4cfb-af48-b75160985a23'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:32.579107 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb29c4e-6e57-476e-bc97-776bbdf49844 x-openstack-request-id: req-dfb29c4e-6e57-476e-bc97-776bbdf49844 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:30:32.579483 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c772714d-4886-4641-b064-3012f2236413", "name": "network-vif-deleted", "tag": "ed29a5c8-3deb-4df4-82d4-efde23699e9c", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:30:32.579690 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dfb29c4e-6e57-476e-bc97-776bbdf49844 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:30:32.580011 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfb29c4e-6e57-476e-bc97-776bbdf49844'] response: {'server_uuid': 'c772714d-4886-4641-b064-3012f2236413', 'name': 'network-vif-deleted', 'tag': 'ed29a5c8-3deb-4df4-82d4-efde23699e9c', 'status': 'completed', 'code': 200} Mar 30 01:30:32.603064 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3924f7c8-0140-4f87-88ee-b0c1c17d5bc1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:32.607190 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-3924f7c8-0140-4f87-88ee-b0c1c17d5bc1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2723396 Mar 30 01:30:32.607669 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 41098) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:32.614576 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9d369a40-3519-4406-9103-ac240cd50689 admin admin] Publish callbacks [] for security_group (6f1836d9-99b7-4f8e-843a-74d027e58d14), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:32.624636 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5af8418e-c741-465f-8ffb-a1eb4cce4233 req-24386d4a-c1cf-426b-82aa-f5b8eca53624 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807896 Mar 30 01:30:32.707104 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.db.api [None req-bf432767-80fb-494c-861c-aaeda6f23bee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 01:30:32.707312 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG oslo_db.api [None req-bf432767-80fb-494c-861c-aaeda6f23bee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 01:30:32.713083 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Pushing event updated for resources: {'Port': ['ID=65946214-67ac-4ebf-8c54-e1662349d3e8,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:32.749974 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['2bfc0cbc-f50f-4599-8919-313fce510c57'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:30:32.830529 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-8666df3c-8b84-44e4-be0c-41b61229ab53 None None] Set router 4948e9f9-f9e0-4cfb-af48-b75160985a23 gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:30:32.835872 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9d369a40-3519-4406-9103-ac240cd50689 admin admin] Publish callbacks [] for security_group (6f1836d9-99b7-4f8e-843a-74d027e58d14), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:32.846441 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6d01a9f8-6c87-4f57-9b49-cef3f5978e15 req-d971f2ff-5334-4483-8fb8-9752ff63e6cd tempest-VolumesActionsTest-1331928246 tempest-VolumesActionsTest-1331928246-project] 10.222.0.25 "GET /v2.0/ports?device_id=c772714d-4886-4641-b064-3012f2236413 HTTP/1.1" status: 200 len: 210 time: 0.0395737 Mar 30 01:30:32.991238 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9d369a40-3519-4406-9103-ac240cd50689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (6f1836d9-99b7-4f8e-843a-74d027e58d14), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:32.993733 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9d369a40-3519-4406-9103-ac240cd50689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:32.994906 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-9d369a40-3519-4406-9103-ac240cd50689 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6f1836d9-99b7-4f8e-843a-74d027e58d14 HTTP/1.1" status: 204 len: 168 time: 0.5963600 Mar 30 01:30:33.011721 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d369a40-3519-4406-9103-ac240cd50689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1836d9-99b7-4f8e-843a-74d027e58d14,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:33.048919 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-8666df3c-8b84-44e4-be0c-41b61229ab53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'name': 'tempest-TestMinimumBasicScenario-1133165355-router', 'tenant_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': '64030e58-56e5-42f4-a526-d5631b30d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:29Z', 'updated_at': '2022-03-30T01:30:30Z', 'revision_number': 3, 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'gw_port': {'id': '64030e58-56e5-42f4-a526-d5631b30d56b', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:30Z', 'updated_at': '2022-03-30T01:30:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb'}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:33.089867 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8666df3c-8b84-44e4-be0c-41b61229ab53 None None] Checking router: 4948e9f9-f9e0-4cfb-af48-b75160985a23 for host: dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:30:33.090243 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8666df3c-8b84-44e4-be0c-41b61229ab53 None None] Updating router 4948e9f9-f9e0-4cfb-af48-b75160985a23 port 64030e58-56e5-42f4-a526-d5631b30d56b binding host dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:30:33.130126 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-8666df3c-8b84-44e4-be0c-41b61229ab53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (64030e58-56e5-42f4-a526-d5631b30d56b), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:33.257121 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-bf432767-80fb-494c-861c-aaeda6f23bee None None] Current status of the port 65946214-67ac-4ebf-8c54-e1662349d3e8 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:33.345848 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e9db6eaa-6754-436e-9a57-d888324fc05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:33.378121 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-4c9794c0-59f2-490f-9e85-e4407567c621 None None] Provisioning complete for port 65946214-67ac-4ebf-8c54-e1662349d3e8 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:33.378679 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c9794c0-59f2-490f-9e85-e4407567c621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (65946214-67ac-4ebf-8c54-e1662349d3e8), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:33.457897 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-8666df3c-8b84-44e4-be0c-41b61229ab53 None None] Publish callbacks [] for port (64030e58-56e5-42f4-a526-d5631b30d56b), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:33.470002 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-8666df3c-8b84-44e4-be0c-41b61229ab53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (64030e58-56e5-42f4-a526-d5631b30d56b), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:33.479932 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device b0044507-ef78-440c-8fcb-6f851a287ad8 up at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:30:33.570918 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 65946214-67ac-4ebf-8c54-e1662349d3e8 up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:30:33.586762 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 41114) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:33.587239 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0aa007-c230-457b-84ca-8f215cd759ff None None] Pushing event updated for resources: {'Port': ['ID=64030e58-56e5-42f4-a526-d5631b30d56b,revision_number=2']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:33.614189 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-8666df3c-8b84-44e4-be0c-41b61229ab53 None None] Attempting to bind port 64030e58-56e5-42f4-a526-d5631b30d56b on host dv-cinder-817135-7-smb for vnic_type normal with profile {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:30:33.614607 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-8666df3c-8b84-44e4-be0c-41b61229ab53 None None] Attempting to bind port 64030e58-56e5-42f4-a526-d5631b30d56b by drivers openvswitch,hyperv on host dv-cinder-817135-7-smb at level 0 using segments [{'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:30:33.615040 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8666df3c-8b84-44e4-be0c-41b61229ab53 None None] Attempting to bind port 64030e58-56e5-42f4-a526-d5631b30d56b on network 37ca571a-19ad-455c-abf6-69b74430259c {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:30:33.625303 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8666df3c-8b84-44e4-be0c-41b61229ab53 None None] Checking agent: {'id': 'e1925a54-03b2-438f-8645-7588892df62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 56), 'started_at': datetime.datetime(2022, 3, 30, 1, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:30:33.625679 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-4c9794c0-59f2-490f-9e85-e4407567c621 None None] Current status of the port 65946214-67ac-4ebf-8c54-e1662349d3e8 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:33.625876 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8666df3c-8b84-44e4-be0c-41b61229ab53 None None] Checking segment: {'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:30:33.626526 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-8666df3c-8b84-44e4-be0c-41b61229ab53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:33.626984 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8666df3c-8b84-44e4-be0c-41b61229ab53 None None] Bound using segment: {'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:30:33.631345 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-8666df3c-8b84-44e4-be0c-41b61229ab53 None None] Bound port: 64030e58-56e5-42f4-a526-d5631b30d56b, host: dv-cinder-817135-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:30:33.632502 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-8666df3c-8b84-44e4-be0c-41b61229ab53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (64030e58-56e5-42f4-a526-d5631b30d56b), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:33.637500 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port 65946214-67ac-4ebf-8c54-e1662349d3e8 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:33.637964 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (65946214-67ac-4ebf-8c54-e1662349d3e8), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:33.647536 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fe58ccce-df36-4d9c-a7a7-ca0043c39b29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:33.649445 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538c339-69fa-4f08-88d9-fdd4f454916c req-a5d7ba03-10a7-44ce-bc6f-4ceb9bdc8593 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:33.651055 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b538c339-69fa-4f08-88d9-fdd4f454916c req-a5d7ba03-10a7-44ce-bc6f-4ceb9bdc8593 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=f203bc01-737a-4ecd-b04e-e1f7f87374a0 HTTP/1.1" status: 200 len: 946 time: 0.1809278 Mar 30 01:30:33.671634 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e939b-7d3a-4529-badd-16e65aa6574d req-353d18d1-1216-467e-9bf0-e09942efdfe6 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:33.674670 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a40e939b-7d3a-4529-badd-16e65aa6574d req-353d18d1-1216-467e-9bf0-e09942efdfe6 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c902f2-d4f1-424f-afe4-27a3e00ea05b HTTP/1.1" status: 200 len: 944 time: 0.1045563 Mar 30 01:30:33.685159 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning for port b0044507-ef78-440c-8fcb-6f851a287ad8 completed by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:30:33.696733 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning complete for port b0044507-ef78-440c-8fcb-6f851a287ad8 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:33.697185 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (b0044507-ef78-440c-8fcb-6f851a287ad8), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:33.705111 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-8666df3c-8b84-44e4-be0c-41b61229ab53 None None] For port 64030e58-56e5-42f4-a526-d5631b30d56b, host dv-cinder-817135-7-smb, cleared binding levels {{(pid=103231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:30:33.711878 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-8666df3c-8b84-44e4-be0c-41b61229ab53 None None] For port 64030e58-56e5-42f4-a526-d5631b30d56b, host dv-cinder-817135-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=64030e58-56e5-42f4-a526-d5631b30d56b,segment=NetworkSegment(06f2df17-57da-4e9c-9934-3a429189481b),segment_id=06f2df17-57da-4e9c-9934-3a429189481b)] {{(pid=103231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:30:33.724350 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0aa007-c230-457b-84ca-8f215cd759ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:33.724350 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0aa007-c230-457b-84ca-8f215cd759ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:33.724350 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0aa007-c230-457b-84ca-8f215cd759ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:33.732309 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0aa007-c230-457b-84ca-8f215cd759ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:33.732693 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0aa007-c230-457b-84ca-8f215cd759ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:33.733280 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0aa007-c230-457b-84ca-8f215cd759ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:33.733391 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0aa007-c230-457b-84ca-8f215cd759ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:33.733677 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0aa007-c230-457b-84ca-8f215cd759ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:33.737469 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-e9db6eaa-6754-436e-9a57-d888324fc05f admin admin] Allocated IP 172.20.0.1 (ed006982-a1e4-4cb9-947e-e0466ea24662/0eb1ea88-c52d-4b49-9989-067e5a5a20cb/585ce9db-6e64-46f3-805f-6580aebd93bc) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:30:33.739616 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0aa007-c230-457b-84ca-8f215cd759ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:33.740325 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0aa007-c230-457b-84ca-8f215cd759ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:33.740942 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0aa007-c230-457b-84ca-8f215cd759ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:33.741533 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0aa007-c230-457b-84ca-8f215cd759ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:33.742056 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0aa007-c230-457b-84ca-8f215cd759ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:33.742627 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0aa007-c230-457b-84ca-8f215cd759ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:33.743673 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0aa007-c230-457b-84ca-8f215cd759ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:33.749267 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-8666df3c-8b84-44e4-be0c-41b61229ab53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (64030e58-56e5-42f4-a526-d5631b30d56b), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:33.775445 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port 65946214-67ac-4ebf-8c54-e1662349d3e8 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:33.793874 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b538c339-69fa-4f08-88d9-fdd4f454916c req-34ff5c67-c35b-45f0-913b-0d58e7326822 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173160 Mar 30 01:30:33.806588 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8666df3c-8b84-44e4-be0c-41b61229ab53 None None] Routers {'4948e9f9-f9e0-4cfb-af48-b75160985a23'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:30:33.807292 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-8666df3c-8b84-44e4-be0c-41b61229ab53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:30:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['4948e9f9-f9e0-4cfb-af48-b75160985a23'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:33.843785 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port b0044507-ef78-440c-8fcb-6f851a287ad8 is: BUILD; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:33.844210 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (b0044507-ef78-440c-8fcb-6f851a287ad8), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:33.871059 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968cada0-d56d-47bf-bd7a-d75e34732697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0044507-ef78-440c-8fcb-6f851a287ad8'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:30:33.878538 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b54a399a95781ce0e36d18e73dfd9bddfd965df0fcdebdd8e46dd02a402f6d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf249ad-d989-40cd-88c2-a0814df87a5d" -d '{"events": [{"server_uuid": "968cada0-d56d-47bf-bd7a-d75e34732697", "name": "network-vif-plugged", "status": "completed", "tag": "b0044507-ef78-440c-8fcb-6f851a287ad8"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:30:33.896318 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a40e939b-7d3a-4529-badd-16e65aa6574d req-0e5dbd08-acd0-4a00-a4fa-eaf9d1fd39be tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611080 Mar 30 01:30:33.904859 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fe58ccce-df36-4d9c-a7a7-ca0043c39b29 admin admin] Publish callbacks [] for security_group (8f27385f-dc5a-43e8-926e-819c1a03f6b0), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:33.910205 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port b0044507-ef78-440c-8fcb-6f851a287ad8, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b0044507-ef78-440c-8fcb-6f851a287ad8,segment=NetworkSegment(a73f41a5-84e4-43fc-81a9-5e6072abf837),segment_id=a73f41a5-84e4-43fc-81a9-5e6072abf837)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:33.917759 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fe58ccce-df36-4d9c-a7a7-ca0043c39b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (8f27385f-dc5a-43e8-926e-819c1a03f6b0), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:33.923532 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (b0044507-ef78-440c-8fcb-6f851a287ad8), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:33.924347 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device ed29a5c8-3deb-4df4-82d4-efde23699e9c no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:30:33.958986 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-8666df3c-8b84-44e4-be0c-41b61229ab53 None None] Set router 4948e9f9-f9e0-4cfb-af48-b75160985a23 gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:30:34.000337 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe58ccce-df36-4d9c-a7a7-ca0043c39b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f27385f-dc5a-43e8-926e-819c1a03f6b0,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:34.006586 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-fe58ccce-df36-4d9c-a7a7-ca0043c39b29 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=43f30cb2a2d84328b80ab63a3d8a624c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4157553 Mar 30 01:30:34.012896 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 41124) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:34.026281 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] No Port match for: ed29a5c8-3deb-4df4-82d4-efde23699e9c {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:30:34.026662 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device ed29a5c8-3deb-4df4-82d4-efde23699e9c not bound to the agent host hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:30:34.048699 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938faaca-98fb-4905-b82b-5ac5443423c8 req-87863494-5fcb-47f5-8aaa-45141c4cfee5 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:34.058104 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-938faaca-98fb-4905-b82b-5ac5443423c8 req-87863494-5fcb-47f5-8aaa-45141c4cfee5 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.1563115 Mar 30 01:30:34.071556 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0aa007-c230-457b-84ca-8f215cd759ff None None] Pushing event updated for resources: {'Port': ['ID=64030e58-56e5-42f4-a526-d5631b30d56b,revision_number=3']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:34.109154 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-96a15219-dee3-406f-8a3b-e851741255e8 admin admin] Publish callbacks [] for security_group (8f27385f-dc5a-43e8-926e-819c1a03f6b0), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:34.115273 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=b0044507-ef78-440c-8fcb-6f851a287ad8,revision_number=5']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:34.122942 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-938faaca-98fb-4905-b82b-5ac5443423c8 req-ca424384-e264-464a-b13b-e4d78d063415 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569675 Mar 30 01:30:34.138117 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0391e72-1285-46b7-a919-997dabc30bac x-openstack-request-id: req-a0391e72-1285-46b7-a919-997dabc30bac {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:30:34.138725 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968cada0-d56d-47bf-bd7a-d75e34732697", "name": "network-vif-plugged", "status": "completed", "tag": "b0044507-ef78-440c-8fcb-6f851a287ad8", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:30:34.139049 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-96a15219-dee3-406f-8a3b-e851741255e8 admin admin] Publish callbacks [] for security_group (8f27385f-dc5a-43e8-926e-819c1a03f6b0), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:34.139396 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0391e72-1285-46b7-a919-997dabc30bac {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:30:34.140007 dv-cinder-817135-7-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0391e72-1285-46b7-a919-997dabc30bac'] response: {'server_uuid': '968cada0-d56d-47bf-bd7a-d75e34732697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0044507-ef78-440c-8fcb-6f851a287ad8', 'code': 200} Mar 30 01:30:34.157254 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e9db6eaa-6754-436e-9a57-d888324fc05f admin admin] Publish callbacks [] for port (585ce9db-6e64-46f3-805f-6580aebd93bc), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:34.232981 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e9db6eaa-6754-436e-9a57-d888324fc05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (585ce9db-6e64-46f3-805f-6580aebd93bc), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:34.270851 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-96a15219-dee3-406f-8a3b-e851741255e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (8f27385f-dc5a-43e8-926e-819c1a03f6b0), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:34.273927 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-96a15219-dee3-406f-8a3b-e851741255e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:34.278394 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-96a15219-dee3-406f-8a3b-e851741255e8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f27385f-dc5a-43e8-926e-819c1a03f6b0 HTTP/1.1" status: 204 len: 168 time: 0.2628078 Mar 30 01:30:34.299805 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a15219-dee3-406f-8a3b-e851741255e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f27385f-dc5a-43e8-926e-819c1a03f6b0,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:34.306575 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9db6eaa-6754-436e-9a57-d888324fc05f admin admin] Network ed006982-a1e4-4cb9-947e-e0466ea24662 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:30:34.313064 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-e9db6eaa-6754-436e-9a57-d888324fc05f admin admin] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:34.332508 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9db6eaa-6754-436e-9a57-d888324fc05f admin admin] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:30:34.337260 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db6eaa-6754-436e-9a57-d888324fc05f admin admin] Pushing event updated for resources: {'Port': ['ID=585ce9db-6e64-46f3-805f-6580aebd93bc,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:34.373271 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-8666df3c-8b84-44e4-be0c-41b61229ab53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'name': 'tempest-TestMinimumBasicScenario-1133165355-router', 'tenant_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': '64030e58-56e5-42f4-a526-d5631b30d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:29Z', 'updated_at': '2022-03-30T01:30:30Z', 'revision_number': 3, 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'gw_port': {'id': '64030e58-56e5-42f4-a526-d5631b30d56b', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:30Z', 'updated_at': '2022-03-30T01:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb'}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:34.428399 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8666df3c-8b84-44e4-be0c-41b61229ab53 None None] The sync data for ids ['4948e9f9-f9e0-4cfb-af48-b75160985a23'] in dv-cinder-817135-7-smb is: [{'id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'name': 'tempest-TestMinimumBasicScenario-1133165355-router', 'tenant_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': '64030e58-56e5-42f4-a526-d5631b30d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:29Z', 'updated_at': '2022-03-30T01:30:30Z', 'revision_number': 3, 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'gw_port': {'id': '64030e58-56e5-42f4-a526-d5631b30d56b', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:30Z', 'updated_at': '2022-03-30T01:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb'}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:30:34.457966 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e9db6eaa-6754-436e-9a57-d888324fc05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625103'] for router_interface (4948e9f9-f9e0-4cfb-af48-b75160985a23), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:34.564817 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1310d5-f121-46ae-ac2a-064cda6203d4 req-ade3406b-e27c-42c0-b22a-e591c8676117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:34.566350 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-8f1310d5-f121-46ae-ac2a-064cda6203d4 req-ade3406b-e27c-42c0-b22a-e591c8676117 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 1130 time: 0.2547886 Mar 30 01:30:34.681633 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:34.683637 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-84941e46-3637-4a89-aafd-b8e8fb955ff0 None None] Provisioning complete for port 585ce9db-6e64-46f3-805f-6580aebd93bc triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:34.684180 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-84941e46-3637-4a89-aafd-b8e8fb955ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (585ce9db-6e64-46f3-805f-6580aebd93bc), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:34.685447 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-8f1310d5-f121-46ae-ac2a-064cda6203d4 req-4290b6e6-e48e-49b3-b68d-4008fbb67300 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088498 Mar 30 01:30:34.717552 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e9db6eaa-6754-436e-9a57-d888324fc05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (585ce9db-6e64-46f3-805f-6580aebd93bc), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:34.729025 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-84941e46-3637-4a89-aafd-b8e8fb955ff0 None None] Port 585ce9db-6e64-46f3-805f-6580aebd93bc cannot update to ACTIVE because it is not bound. {{(pid=103230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:30:34.961134 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e8e3b-be54-4bf3-8e57-e1048e450462 req-7fc80341-2855-4c76-8712-63c61192b608 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:34.977229 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-cd4e8e3b-be54-4bf3-8e57-e1048e450462 req-7fc80341-2855-4c76-8712-63c61192b608 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=f203bc01-737a-4ecd-b04e-e1f7f87374a0 HTTP/1.1" status: 200 len: 946 time: 0.1020293 Mar 30 01:30:34.996890 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e9db6eaa-6754-436e-9a57-d888324fc05f admin admin] Publish callbacks [] for port (585ce9db-6e64-46f3-805f-6580aebd93bc), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:35.005801 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e9db6eaa-6754-436e-9a57-d888324fc05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (585ce9db-6e64-46f3-805f-6580aebd93bc), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:35.086755 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db6eaa-6754-436e-9a57-d888324fc05f admin admin] Pushing event updated for resources: {'Port': ['ID=585ce9db-6e64-46f3-805f-6580aebd93bc,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:35.096235 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e9db6eaa-6754-436e-9a57-d888324fc05f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624987'] for router_interface (4948e9f9-f9e0-4cfb-af48-b75160985a23), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:35.096751 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413164ed-7c76-43af-9ec9-f7ee6e5daecc req-0c8bd550-03f4-4dd6-bdca-3f7d7cea5af5 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:35.098566 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-413164ed-7c76-43af-9ec9-f7ee6e5daecc req-0c8bd550-03f4-4dd6-bdca-3f7d7cea5af5 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c902f2-d4f1-424f-afe4-27a3e00ea05b HTTP/1.1" status: 200 len: 944 time: 0.1147094 Mar 30 01:30:35.122693 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-cd4e8e3b-be54-4bf3-8e57-e1048e450462 req-9cc48af0-3523-41d0-a34f-4f5b93878fe3 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202199 Mar 30 01:30:35.212943 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-413164ed-7c76-43af-9ec9-f7ee6e5daecc req-a026e02a-8115-4b35-a413-d82865fc386d tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080599 Mar 30 01:30:35.227442 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9db6eaa-6754-436e-9a57-d888324fc05f admin admin] Network ed006982-a1e4-4cb9-947e-e0466ea24662 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:30:35.230026 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-e9db6eaa-6754-436e-9a57-d888324fc05f admin admin] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:35.344609 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40cf0a-4a92-405d-b083-c08131d1e290 req-716c8053-82ec-4650-867e-df0f86b2bc2e tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:35.357268 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8c40cf0a-4a92-405d-b083-c08131d1e290 req-716c8053-82ec-4650-867e-df0f86b2bc2e tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.1151559 Mar 30 01:30:35.451305 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8c40cf0a-4a92-405d-b083-c08131d1e290 req-29639f3d-452b-45fd-bb67-96b064ee09e4 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925918 Mar 30 01:30:35.489382 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 2bfc0cbc-f50f-4599-8919-313fce510c57 up at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:30:35.524014 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9db6eaa-6754-436e-9a57-d888324fc05f admin admin] Router 4948e9f9-f9e0-4cfb-af48-b75160985a23 has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:30:35.602225 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 64030e58-56e5-42f4-a526-d5631b30d56b up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:30:35.734181 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9db6eaa-6754-436e-9a57-d888324fc05f admin admin] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:30:35.738960 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-ea828100-6f10-4b67-a538-16630052c1ac None None] Provisioning complete for port 585ce9db-6e64-46f3-805f-6580aebd93bc triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:35.741506 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea828100-6f10-4b67-a538-16630052c1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (585ce9db-6e64-46f3-805f-6580aebd93bc), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:35.748091 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-e9db6eaa-6754-436e-9a57-d888324fc05f admin admin] 10.222.0.25 "PUT /v2.0/routers/4948e9f9-f9e0-4cfb-af48-b75160985a23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1392779 Mar 30 01:30:35.841282 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning for port 2bfc0cbc-f50f-4599-8919-313fce510c57 completed by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:30:35.848117 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-ea828100-6f10-4b67-a538-16630052c1ac None None] Port 585ce9db-6e64-46f3-805f-6580aebd93bc cannot update to ACTIVE because it is not bound. {{(pid=103230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:30:35.853735 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning complete for port 2bfc0cbc-f50f-4599-8919-313fce510c57 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:35.854275 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (2bfc0cbc-f50f-4599-8919-313fce510c57), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:35.917242 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port 64030e58-56e5-42f4-a526-d5631b30d56b triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:35.917442 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (64030e58-56e5-42f4-a526-d5631b30d56b), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:36.202843 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port 64030e58-56e5-42f4-a526-d5631b30d56b is: DOWN; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:36.203517 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (64030e58-56e5-42f4-a526-d5631b30d56b), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:36.291898 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] For port 64030e58-56e5-42f4-a526-d5631b30d56b, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=64030e58-56e5-42f4-a526-d5631b30d56b,segment=NetworkSegment(06f2df17-57da-4e9c-9934-3a429189481b),segment_id=06f2df17-57da-4e9c-9934-3a429189481b)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:36.299856 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port 2bfc0cbc-f50f-4599-8919-313fce510c57 is: BUILD; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:36.306172 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (2bfc0cbc-f50f-4599-8919-313fce510c57), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:36.365767 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (64030e58-56e5-42f4-a526-d5631b30d56b), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:36.460726 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c902f2-d4f1-424f-afe4-27a3e00ea05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bfc0cbc-f50f-4599-8919-313fce510c57'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:30:36.460938 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf122175-ad78-43a4-baec-d220e1d5823e req-be57506a-03a0-40ec-bad2-d318bef63592 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:36.463026 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b54a399a95781ce0e36d18e73dfd9bddfd965df0fcdebdd8e46dd02a402f6d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6e9fa7-8dcb-4d71-a029-b05ecdbc5136" -d '{"events": [{"server_uuid": "77c902f2-d4f1-424f-afe4-27a3e00ea05b", "name": "network-vif-plugged", "status": "completed", "tag": "2bfc0cbc-f50f-4599-8919-313fce510c57"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:30:36.465446 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-bf122175-ad78-43a4-baec-d220e1d5823e req-be57506a-03a0-40ec-bad2-d318bef63592 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=f203bc01-737a-4ecd-b04e-e1f7f87374a0 HTTP/1.1" status: 200 len: 946 time: 0.2111194 Mar 30 01:30:36.484757 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7baacf-7ebb-4c01-9dea-e8766f71c8c0 req-7911ba9c-48ed-49a0-a1a8-412d58dc482e tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:36.492778 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-bc7baacf-7ebb-4c01-9dea-e8766f71c8c0 req-7911ba9c-48ed-49a0-a1a8-412d58dc482e tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c902f2-d4f1-424f-afe4-27a3e00ea05b HTTP/1.1" status: 200 len: 944 time: 0.1659393 Mar 30 01:30:36.524773 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 2bfc0cbc-f50f-4599-8919-313fce510c57, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=2bfc0cbc-f50f-4599-8919-313fce510c57,segment=NetworkSegment(6976ff74-96bc-4463-8102-8ecdd0b193f3),segment_id=6976ff74-96bc-4463-8102-8ecdd0b193f3)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:36.537184 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (2bfc0cbc-f50f-4599-8919-313fce510c57), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:36.540607 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Pushing event updated for resources: {'Port': ['ID=64030e58-56e5-42f4-a526-d5631b30d56b,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:36.591136 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-bf122175-ad78-43a4-baec-d220e1d5823e req-a2a49720-5a68-434f-a897-6d971bc1056c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958412 Mar 30 01:30:36.658598 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=2bfc0cbc-f50f-4599-8919-313fce510c57,revision_number=5']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:36.660563 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-bc7baacf-7ebb-4c01-9dea-e8766f71c8c0 req-778a4ad5-bed8-4468-b36f-9741b9ad1e81 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662934 Mar 30 01:30:36.723846 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc428647-38c3-4388-ad53-a711e0c90158 x-openstack-request-id: req-cc428647-38c3-4388-ad53-a711e0c90158 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:30:36.724156 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c902f2-d4f1-424f-afe4-27a3e00ea05b", "name": "network-vif-plugged", "status": "completed", "tag": "2bfc0cbc-f50f-4599-8919-313fce510c57", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:30:36.724409 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc428647-38c3-4388-ad53-a711e0c90158 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:30:36.724907 dv-cinder-817135-7-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc428647-38c3-4388-ad53-a711e0c90158'] response: {'server_uuid': '77c902f2-d4f1-424f-afe4-27a3e00ea05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bfc0cbc-f50f-4599-8919-313fce510c57', 'code': 200} Mar 30 01:30:36.824599 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fd4b9-31e6-4d83-b520-17a4682bcc9e req-cc80ed47-8e2b-47e7-921e-6ca591b176f4 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:36.826900 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-376fd4b9-31e6-4d83-b520-17a4682bcc9e req-cc80ed47-8e2b-47e7-921e-6ca591b176f4 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0985360 Mar 30 01:30:36.939992 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-376fd4b9-31e6-4d83-b520-17a4682bcc9e req-f6f6fab6-1e77-463e-a365-aec6aa1bf668 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050634 Mar 30 01:30:36.964582 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 41218) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:36.974557 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-f8db9c98-0cf0-4911-b6ad-96a4f9f5f125 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1276720485-network', 'tenant_id': 'af72f62017ad405d9cc50827efa18fab'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:37.050852 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8db9c98-0cf0-4911-b6ad-96a4f9f5f125 admin admin] Made reservation on behalf of af72f62017ad405d9cc50827efa18fab for: {'network': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:30:37.054025 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f8db9c98-0cf0-4911-b6ad-96a4f9f5f125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for network (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:37.069319 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f8db9c98-0cf0-4911-b6ad-96a4f9f5f125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:37.072841 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b93fc0-02a8-48fd-b834-cc953105c12a req-6e7bb3f7-dd47-4711-b622-321afdffb5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:37.074742 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-c4b93fc0-02a8-48fd-b834-cc953105c12a req-6e7bb3f7-dd47-4711-b622-321afdffb5c5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=77c902f2-d4f1-424f-afe4-27a3e00ea05b HTTP/1.1" status: 200 len: 1129 time: 0.1273649 Mar 30 01:30:37.114122 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2907cb6-dc5c-4acf-8442-449b9f955774 req-be4ffa7e-725b-4a2f-b5fc-1bbbf441fe70 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:37.115945 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f2907cb6-dc5c-4acf-8442-449b9f955774 req-be4ffa7e-725b-4a2f-b5fc-1bbbf441fe70 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.1037035 Mar 30 01:30:37.132485 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 41224) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:37.137015 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ecdd46a1-83e0-44ab-9779-c0e6a111edfe tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Request body: {'floatingip': {'port_id': 'b0044507-ef78-440c-8fcb-6f851a287ad8'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:37.190894 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-c4b93fc0-02a8-48fd-b834-cc953105c12a req-f090e6a8-2ed3-407e-8d12-cd263f83ed1b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076603 Mar 30 01:30:37.245967 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692ebee8-34fe-470b-9fc4-ec69b67883a3 None None] Sync routers for ids ['4948e9f9-f9e0-4cfb-af48-b75160985a23'] in dv-cinder-817135-7-smb {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:30:37.262438 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692ebee8-34fe-470b-9fc4-ec69b67883a3 None None] Routers {'4948e9f9-f9e0-4cfb-af48-b75160985a23'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:30:37.263235 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ecdd46a1-83e0-44ab-9779-c0e6a111edfe tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for floatingip (53fb6b21-bf6f-4515-b8cb-a1868dd8977f), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:37.264621 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-692ebee8-34fe-470b-9fc4-ec69b67883a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:30:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['4948e9f9-f9e0-4cfb-af48-b75160985a23'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:37.287849 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f8db9c98-0cf0-4911-b6ad-96a4f9f5f125 admin admin] Publish callbacks [] for security_group (eb4c5ed1-7a6e-4719-9443-86fd4777c06d), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:37.300897 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f8db9c98-0cf0-4911-b6ad-96a4f9f5f125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (eb4c5ed1-7a6e-4719-9443-86fd4777c06d), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:37.346705 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8db9c98-0cf0-4911-b6ad-96a4f9f5f125 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:30:37.356728 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db9c98-0cf0-4911-b6ad-96a4f9f5f125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4c5ed1-7a6e-4719-9443-86fd4777c06d,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:37.367666 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f8db9c98-0cf0-4911-b6ad-96a4f9f5f125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983'] for segment (adf4cde0-c0da-43cb-bbc3-5caeef5acfdc), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:37.368171 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.db.segments_db [None req-f8db9c98-0cf0-4911-b6ad-96a4f9f5f125 admin admin] Added segment adf4cde0-c0da-43cb-bbc3-5caeef5acfdc of type vlan for network 3e33b6cb-97bd-4bf8-a85a-8a7e07a38021 Mar 30 01:30:37.476588 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f8db9c98-0cf0-4911-b6ad-96a4f9f5f125 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788084269370'] for network (3e33b6cb-97bd-4bf8-a85a-8a7e07a38021), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:37.509945 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-692ebee8-34fe-470b-9fc4-ec69b67883a3 None None] Set router 4948e9f9-f9e0-4cfb-af48-b75160985a23 gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:30:37.566219 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f8db9c98-0cf0-4911-b6ad-96a4f9f5f125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768'] for network (3e33b6cb-97bd-4bf8-a85a-8a7e07a38021), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:37.574924 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8db9c98-0cf0-4911-b6ad-96a4f9f5f125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:37.575920 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f8db9c98-0cf0-4911-b6ad-96a4f9f5f125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for network (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:37.605603 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 64030e58-56e5-42f4-a526-d5631b30d56b up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:30:37.683648 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db9c98-0cf0-4911-b6ad-96a4f9f5f125 admin admin] Pushing event updated for resources: {'Network': ['ID=3e33b6cb-97bd-4bf8-a85a-8a7e07a38021,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:37.726473 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-f8db9c98-0cf0-4911-b6ad-96a4f9f5f125 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7606502 Mar 30 01:30:37.729272 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 41246) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:37.735634 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-bf111263-5b5b-41ad-af09-eb8b1d9740e6 admin admin] Request body: {'subnet': {'network_id': '3e33b6cb-97bd-4bf8-a85a-8a7e07a38021', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1276720485-subnet', 'tenant_id': 'af72f62017ad405d9cc50827efa18fab', 'ip_version': 4}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:37.740563 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Network 3e33b6cb-97bd-4bf8-a85a-8a7e07a38021 details requested by agent ovs-agent-dv-cinder-817135-7-smb with host dv-cinder-817135-7-smb {{(pid=103230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:30:37.782341 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf111263-5b5b-41ad-af09-eb8b1d9740e6 admin admin] Made reservation on behalf of af72f62017ad405d9cc50827efa18fab for: {'subnet': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:30:37.784718 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bf111263-5b5b-41ad-af09-eb8b1d9740e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8959024'] for subnet (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:38.150881 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 41256) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:38.183813 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bf111263-5b5b-41ad-af09-eb8b1d9740e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9415841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8959014'] for subnet (f88de9e5-a4c6-497b-aa0c-3cf95ef0160f), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:38.292546 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port 64030e58-56e5-42f4-a526-d5631b30d56b triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:38.294027 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (64030e58-56e5-42f4-a526-d5631b30d56b), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:38.296997 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf111263-5b5b-41ad-af09-eb8b1d9740e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f88de9e5-a4c6-497b-aa0c-3cf95ef0160f,revision_number=0']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:38.373532 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6b4478fa-6203-4339-9b7d-79c0f1c4cb9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:38.392964 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf111263-5b5b-41ad-af09-eb8b1d9740e6 admin admin] Checking segment: {'id': 'adf4cde0-c0da-43cb-bbc3-5caeef5acfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3e33b6cb-97bd-4bf8-a85a-8a7e07a38021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:30:38.393383 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf111263-5b5b-41ad-af09-eb8b1d9740e6 admin admin] Network hostable DHCP agents. Network: 3e33b6cb-97bd-4bf8-a85a-8a7e07a38021, hostable agents: ['eddc343b-7df5-4b69-8188-94dadcee138e'], hosted agents: [] {{(pid=103228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:30:38.473089 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf111263-5b5b-41ad-af09-eb8b1d9740e6 admin admin] Network 3e33b6cb-97bd-4bf8-a85a-8a7e07a38021 is scheduled to be hosted by DHCP agent eddc343b-7df5-4b69-8188-94dadcee138e with binding_index 1 {{(pid=103228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:30:38.492359 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-692ebee8-34fe-470b-9fc4-ec69b67883a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'name': 'tempest-TestMinimumBasicScenario-1133165355-router', 'tenant_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': '64030e58-56e5-42f4-a526-d5631b30d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:29Z', 'updated_at': '2022-03-30T01:30:34Z', 'revision_number': 4, 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'gw_port': {'id': '64030e58-56e5-42f4-a526-d5631b30d56b', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:30Z', 'updated_at': '2022-03-30T01:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '585ce9db-6e64-46f3-805f-6580aebd93bc', 'name': '', 'network_id': 'ed006982-a1e4-4cb9-947e-e0466ea24662', 'tenant_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'mac_address': 'fa:16:3e:3a:ca:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '0eb1ea88-c52d-4b49-9989-067e5a5a20cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:33Z', 'updated_at': '2022-03-30T01:30:34Z', 'revision_number': 2, 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'subnets': [{'id': '0eb1ea88-c52d-4b49-9989-067e5a5a20cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:38.499981 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-bf111263-5b5b-41ad-af09-eb8b1d9740e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-smb, 3e33b6cb-97bd-4bf8-a85a-8a7e07a38021) {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:38.546717 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf111263-5b5b-41ad-af09-eb8b1d9740e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:38.547316 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bf111263-5b5b-41ad-af09-eb8b1d9740e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for subnet (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:38.550949 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a554041-4b3b-4e32-8bcf-783dcfbef739 None None] Network 3e33b6cb-97bd-4bf8-a85a-8a7e07a38021 requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:30:38.555356 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692ebee8-34fe-470b-9fc4-ec69b67883a3 None None] Checking router: 4948e9f9-f9e0-4cfb-af48-b75160985a23 for host: dv-cinder-817135-7-smb {{(pid=103230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:30:38.555671 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692ebee8-34fe-470b-9fc4-ec69b67883a3 None None] Updating router 4948e9f9-f9e0-4cfb-af48-b75160985a23 port 585ce9db-6e64-46f3-805f-6580aebd93bc binding host dv-cinder-817135-7-smb {{(pid=103230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:30:38.557647 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port 64030e58-56e5-42f4-a526-d5631b30d56b is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:38.608977 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-bf111263-5b5b-41ad-af09-eb8b1d9740e6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8782036 Mar 30 01:30:38.614018 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 41268) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:38.626956 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-cad9376d-9ad2-4e7d-8879-4464973678c8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1276720485-router', 'tenant_id': 'af72f62017ad405d9cc50827efa18fab', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:38.627534 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28500224-a019-408a-be02-ca8ec220b83b req-d8e1ff9d-618e-4d25-aabc-6e67481d4f37 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:38.635530 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-28500224-a019-408a-be02-ca8ec220b83b req-d8e1ff9d-618e-4d25-aabc-6e67481d4f37 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=f203bc01-737a-4ecd-b04e-e1f7f87374a0 HTTP/1.1" status: 200 len: 946 time: 0.8911035 Mar 30 01:30:38.646639 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-692ebee8-34fe-470b-9fc4-ec69b67883a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (585ce9db-6e64-46f3-805f-6580aebd93bc), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:38.650613 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e50aea-ce72-4754-9a13-9eb276657e9c req-08634334-d2d8-4fe5-b5e1-0fc16ba295ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:38.653231 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-61e50aea-ce72-4754-9a13-9eb276657e9c req-08634334-d2d8-4fe5-b5e1-0fc16ba295ad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f203bc01-737a-4ecd-b04e-e1f7f87374a0 HTTP/1.1" status: 200 len: 1130 time: 0.1776047 Mar 30 01:30:38.659518 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cad9376d-9ad2-4e7d-8879-4464973678c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-630030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3002'] for router (ec8227be-2489-4e00-a488-ee4bb1e59974), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:38.661240 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cad9376d-9ad2-4e7d-8879-4464973678c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2995'] for router (ec8227be-2489-4e00-a488-ee4bb1e59974), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:38.685885 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddcd16a-5722-46d0-bb5d-e71a78f39078 req-91b90ae3-9c1a-46a2-b983-fb92e3334cd7 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:38.695516 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6ddcd16a-5722-46d0-bb5d-e71a78f39078 req-91b90ae3-9c1a-46a2-b983-fb92e3334cd7 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c902f2-d4f1-424f-afe4-27a3e00ea05b HTTP/1.1" status: 200 len: 945 time: 0.8838751 Mar 30 01:30:38.700768 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6b4478fa-6203-4339-9b7d-79c0f1c4cb9a admin admin] Publish callbacks [] for security_group (5ad9a70e-9875-409b-8783-59b88c193e32), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:38.721918 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6b4478fa-6203-4339-9b7d-79c0f1c4cb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (5ad9a70e-9875-409b-8783-59b88c193e32), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:38.794264 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4478fa-6203-4339-9b7d-79c0f1c4cb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad9a70e-9875-409b-8783-59b88c193e32,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:38.808461 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1813f2d-9380-4ffe-87c4-cc186775b5cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6fa5b9a-8f1a-5b91-8c9f-1bdccb0e5af4-3e33b6cb-97bd-4bf8-a85a-8a7e07a38021', 'network_id': '3e33b6cb-97bd-4bf8-a85a-8a7e07a38021', 'project_id': 'af72f62017ad405d9cc50827efa18fab', 'fixed_ips': [{'subnet_id': 'f88de9e5-a4c6-497b-aa0c-3cf95ef0160f'}]}} from dv-cinder-817135-7-smb. {{(pid=103230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 01:30:38.810238 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e1813f2d-9380-4ffe-87c4-cc186775b5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:38.829549 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cad9376d-9ad2-4e7d-8879-4464973678c8 admin admin] Publish callbacks [] for router_controller (ec8227be-2489-4e00-a488-ee4bb1e59974), precommit_add_association {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:38.837844 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-6b4478fa-6203-4339-9b7d-79c0f1c4cb9a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d1571449aa564a0486376aca8ae84b2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6835732 Mar 30 01:30:38.838890 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-61e50aea-ce72-4754-9a13-9eb276657e9c req-bf7d1a6e-b18f-48a0-bc6d-b288ed115cdc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692126 Mar 30 01:30:38.839653 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 41270) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:38.862028 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6ddcd16a-5722-46d0-bb5d-e71a78f39078 req-02718b81-133e-4ae7-8205-abc3ef096366 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631711 Mar 30 01:30:38.909073 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-28500224-a019-408a-be02-ca8ec220b83b req-2c889959-c41c-4e6a-b90c-26dee0cd2ec8 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722142 Mar 30 01:30:38.911313 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.db.resource_extend [None req-ecdd46a1-83e0-44ab-9779-c0e6a111edfe tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 01:30:38.995605 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9e175675-0ef5-4e3c-b181-dd2ec56c7b5a admin admin] Publish callbacks [] for security_group (5ad9a70e-9875-409b-8783-59b88c193e32), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:39.007044 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ecdd46a1-83e0-44ab-9779-c0e6a111edfe tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:39.014350 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ecdd46a1-83e0-44ab-9779-c0e6a111edfe tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623942'] for floatingip (53fb6b21-bf6f-4515-b8cb-a1868dd8977f), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:39.086880 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cad9376d-9ad2-4e7d-8879-4464973678c8 admin admin] Publish callbacks [] for router_gateway (ec8227be-2489-4e00-a488-ee4bb1e59974), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:39.097883 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9e175675-0ef5-4e3c-b181-dd2ec56c7b5a admin admin] Publish callbacks [] for security_group (5ad9a70e-9875-409b-8783-59b88c193e32), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:39.131547 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-e1813f2d-9380-4ffe-87c4-cc186775b5cb None None] Allocated IP 172.20.0.2 (3e33b6cb-97bd-4bf8-a85a-8a7e07a38021/f88de9e5-a4c6-497b-aa0c-3cf95ef0160f/91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:30:39.132896 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.db.l3_db [None req-ecdd46a1-83e0-44ab-9779-c0e6a111edfe tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Floating IP 53fb6b21-bf6f-4515-b8cb-a1868dd8977f associated. External IP: 172.28.0.245, port: b0044507-ef78-440c-8fcb-6f851a287ad8. Mar 30 01:30:39.224691 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9e175675-0ef5-4e3c-b181-dd2ec56c7b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (5ad9a70e-9875-409b-8783-59b88c193e32), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:39.225245 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-692ebee8-34fe-470b-9fc4-ec69b67883a3 None None] Publish callbacks [] for port (585ce9db-6e64-46f3-805f-6580aebd93bc), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:39.227920 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9e175675-0ef5-4e3c-b181-dd2ec56c7b5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:39.228334 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-9e175675-0ef5-4e3c-b181-dd2ec56c7b5a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5ad9a70e-9875-409b-8783-59b88c193e32 HTTP/1.1" status: 204 len: 168 time: 0.3862574 Mar 30 01:30:39.275942 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e175675-0ef5-4e3c-b181-dd2ec56c7b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad9a70e-9875-409b-8783-59b88c193e32,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:39.325565 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-692ebee8-34fe-470b-9fc4-ec69b67883a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (585ce9db-6e64-46f3-805f-6580aebd93bc), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:39.456403 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e631e9-da86-4ee3-b347-3afb967488c5 None None] Pushing event updated for resources: {'Port': ['ID=585ce9db-6e64-46f3-805f-6580aebd93bc,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:39.604108 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-692ebee8-34fe-470b-9fc4-ec69b67883a3 None None] Attempting to bind port 585ce9db-6e64-46f3-805f-6580aebd93bc on host dv-cinder-817135-7-smb for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:30:39.604472 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-692ebee8-34fe-470b-9fc4-ec69b67883a3 None None] Attempting to bind port 585ce9db-6e64-46f3-805f-6580aebd93bc by drivers openvswitch,hyperv on host dv-cinder-817135-7-smb at level 0 using segments [{'id': 'ad552f6f-3a94-45af-b738-ffdd575be1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ed006982-a1e4-4cb9-947e-e0466ea24662'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:30:39.604830 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692ebee8-34fe-470b-9fc4-ec69b67883a3 None None] Attempting to bind port 585ce9db-6e64-46f3-805f-6580aebd93bc on network ed006982-a1e4-4cb9-947e-e0466ea24662 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:30:39.653574 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cad9376d-9ad2-4e7d-8879-4464973678c8 admin admin] Publish callbacks [] for router_gateway (ec8227be-2489-4e00-a488-ee4bb1e59974), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:39.658275 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692ebee8-34fe-470b-9fc4-ec69b67883a3 None None] Checking agent: {'id': 'e1925a54-03b2-438f-8645-7588892df62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 56), 'started_at': datetime.datetime(2022, 3, 30, 1, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:30:39.658761 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692ebee8-34fe-470b-9fc4-ec69b67883a3 None None] Checking segment: {'id': 'ad552f6f-3a94-45af-b738-ffdd575be1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ed006982-a1e4-4cb9-947e-e0466ea24662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:30:39.659313 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-692ebee8-34fe-470b-9fc4-ec69b67883a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:39.659709 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692ebee8-34fe-470b-9fc4-ec69b67883a3 None None] Bound using segment: {'id': 'ad552f6f-3a94-45af-b738-ffdd575be1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ed006982-a1e4-4cb9-947e-e0466ea24662'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:30:39.660194 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-692ebee8-34fe-470b-9fc4-ec69b67883a3 None None] Bound port: 585ce9db-6e64-46f3-805f-6580aebd93bc, host: dv-cinder-817135-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad552f6f-3a94-45af-b738-ffdd575be1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ed006982-a1e4-4cb9-947e-e0466ea24662'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:30:39.660567 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-692ebee8-34fe-470b-9fc4-ec69b67883a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (585ce9db-6e64-46f3-805f-6580aebd93bc), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:39.741933 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cad9376d-9ad2-4e7d-8879-4464973678c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:39.773481 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-692ebee8-34fe-470b-9fc4-ec69b67883a3 None None] For port 585ce9db-6e64-46f3-805f-6580aebd93bc, host dv-cinder-817135-7-smb, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:30:39.784758 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-692ebee8-34fe-470b-9fc4-ec69b67883a3 None None] For port 585ce9db-6e64-46f3-805f-6580aebd93bc, host dv-cinder-817135-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=585ce9db-6e64-46f3-805f-6580aebd93bc,segment=NetworkSegment(ad552f6f-3a94-45af-b738-ffdd575be1c6),segment_id=ad552f6f-3a94-45af-b738-ffdd575be1c6)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:30:39.794831 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e1813f2d-9380-4ffe-87c4-cc186775b5cb None None] Publish callbacks [] for port (91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:39.798818 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-692ebee8-34fe-470b-9fc4-ec69b67883a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (585ce9db-6e64-46f3-805f-6580aebd93bc), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:39.808576 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e1813f2d-9380-4ffe-87c4-cc186775b5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294'] for port (91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:39.815209 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecdd46a1-83e0-44ab-9779-c0e6a111edfe tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Router b61b4878-4bdb-4960-8161-9fd93c3943d6 has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:30:39.908855 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1813f2d-9380-4ffe-87c4-cc186775b5cb None None] Network 3e33b6cb-97bd-4bf8-a85a-8a7e07a38021 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:30:39.922281 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-e1813f2d-9380-4ffe-87c4-cc186775b5cb None None] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:39.930140 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1813f2d-9380-4ffe-87c4-cc186775b5cb None None] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:30:39.938605 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692ebee8-34fe-470b-9fc4-ec69b67883a3 None None] Routers {'4948e9f9-f9e0-4cfb-af48-b75160985a23'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:30:39.939337 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-692ebee8-34fe-470b-9fc4-ec69b67883a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:30:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['4948e9f9-f9e0-4cfb-af48-b75160985a23'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:39.947626 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-f1b85896-b7ab-411f-b072-835c0e89aafa None None] Provisioning complete for port 585ce9db-6e64-46f3-805f-6580aebd93bc triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:39.947997 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f1b85896-b7ab-411f-b072-835c0e89aafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (585ce9db-6e64-46f3-805f-6580aebd93bc), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:39.950045 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e631e9-da86-4ee3-b347-3afb967488c5 None None] Pushing event updated for resources: {'Port': ['ID=585ce9db-6e64-46f3-805f-6580aebd93bc,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:39.954379 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-cad9376d-9ad2-4e7d-8879-4464973678c8 admin admin] Allocated IP 172.28.0.120 (37ca571a-19ad-455c-abf6-69b74430259c/15a93e34-d4d7-43d8-ae08-ce799dd1e751/ae32b595-449e-48a6-a5e6-65fe8fafc0c6) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:30:40.131234 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 41296) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:40.162384 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f01ca26a-1ca2-45df-b20c-9ebba2c19cbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:40.220262 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-692ebee8-34fe-470b-9fc4-ec69b67883a3 None None] Set router 4948e9f9-f9e0-4cfb-af48-b75160985a23 gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:30:40.230831 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecdd46a1-83e0-44ab-9779-c0e6a111edfe tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:30:40.237576 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ecdd46a1-83e0-44ab-9779-c0e6a111edfe tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:40.242520 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdfc704-c5a8-466f-b431-1d34cef1fa88 None None] Sync routers for ids ['b61b4878-4bdb-4960-8161-9fd93c3943d6'] in dv-cinder-817135-7-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:30:40.264579 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdfc704-c5a8-466f-b431-1d34cef1fa88 None None] Routers {'b61b4878-4bdb-4960-8161-9fd93c3943d6'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:30:40.265465 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-8bdfc704-c5a8-466f-b431-1d34cef1fa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:30:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['b61b4878-4bdb-4960-8161-9fd93c3943d6'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:40.276318 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cad9376d-9ad2-4e7d-8879-4464973678c8 admin admin] Publish callbacks [] for port (ae32b595-449e-48a6-a5e6-65fe8fafc0c6), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:40.332087 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5254ca-09ad-4da2-a93f-f60e146d5ada req-eccf9b83-02b1-4f4c-8906-84b246e6ba7c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:40.333467 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0a5254ca-09ad-4da2-a93f-f60e146d5ada req-eccf9b83-02b1-4f4c-8906-84b246e6ba7c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=f203bc01-737a-4ecd-b04e-e1f7f87374a0 HTTP/1.1" status: 200 len: 946 time: 0.2032874 Mar 30 01:30:40.344772 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-ecdd46a1-83e0-44ab-9779-c0e6a111edfe tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "PUT /v2.0/floatingips/53fb6b21-bf6f-4515-b8cb-a1868dd8977f HTTP/1.1" status: 200 len: 992 time: 3.2017980 Mar 30 01:30:40.344977 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1813f2d-9380-4ffe-87c4-cc186775b5cb None None] Pushing event updated for resources: {'Port': ['ID=91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:40.345432 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968cada0-d56d-47bf-bd7a-d75e34732697', 'tag': 'b0044507-ef78-440c-8fcb-6f851a287ad8'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:30:40.345432 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ee1e0a93b5aae8634dc44ede2e08a21acb25dbbcfc8760de0fb17172de978b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb8710f-67b7-4058-802c-84becbccf1a5" -d '{"events": [{"name": "network-changed", "server_uuid": "968cada0-d56d-47bf-bd7a-d75e34732697", "tag": "b0044507-ef78-440c-8fcb-6f851a287ad8"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:30:40.355177 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f01ca26a-1ca2-45df-b20c-9ebba2c19cbb admin admin] Publish callbacks [] for security_group (2be942ac-ac51-4118-9aa7-1c14b9418d57), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:40.366171 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f01ca26a-1ca2-45df-b20c-9ebba2c19cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (2be942ac-ac51-4118-9aa7-1c14b9418d57), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:40.375712 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cad9376d-9ad2-4e7d-8879-4464973678c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (ae32b595-449e-48a6-a5e6-65fe8fafc0c6), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:40.392656 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54450919-05c6-4969-9ca3-9fbe129654fd req-00ade6ef-038f-404c-b027-b7a75ee8447b tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:40.402985 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-54450919-05c6-4969-9ca3-9fbe129654fd req-00ade6ef-038f-404c-b027-b7a75ee8447b tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c902f2-d4f1-424f-afe4-27a3e00ea05b HTTP/1.1" status: 200 len: 945 time: 0.2933707 Mar 30 01:30:40.406648 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-f1b85896-b7ab-411f-b072-835c0e89aafa None None] Current status of the port 585ce9db-6e64-46f3-805f-6580aebd93bc is: DOWN; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:40.409036 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f1b85896-b7ab-411f-b072-835c0e89aafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (585ce9db-6e64-46f3-805f-6580aebd93bc), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:40.445359 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad9376d-9ad2-4e7d-8879-4464973678c8 admin admin] Pushing event updated for resources: {'Port': ['ID=ae32b595-449e-48a6-a5e6-65fe8fafc0c6,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:40.463839 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-f1b85896-b7ab-411f-b072-835c0e89aafa None None] For port 585ce9db-6e64-46f3-805f-6580aebd93bc, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=585ce9db-6e64-46f3-805f-6580aebd93bc,segment=NetworkSegment(ad552f6f-3a94-45af-b738-ffdd575be1c6),segment_id=ad552f6f-3a94-45af-b738-ffdd575be1c6)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:40.465329 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-e1813f2d-9380-4ffe-87c4-cc186775b5cb None None] Attempting to bind port 91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4 on host dv-cinder-817135-7-smb for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:30:40.465807 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-e1813f2d-9380-4ffe-87c4-cc186775b5cb None None] Attempting to bind port 91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4 by drivers openvswitch,hyperv on host dv-cinder-817135-7-smb at level 0 using segments [{'id': 'adf4cde0-c0da-43cb-bbc3-5caeef5acfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3e33b6cb-97bd-4bf8-a85a-8a7e07a38021'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:30:40.466164 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1813f2d-9380-4ffe-87c4-cc186775b5cb None None] Attempting to bind port 91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4 on network 3e33b6cb-97bd-4bf8-a85a-8a7e07a38021 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:30:40.480289 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad9376d-9ad2-4e7d-8879-4464973678c8 admin admin] Network 37ca571a-19ad-455c-abf6-69b74430259c is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:30:40.480617 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1813f2d-9380-4ffe-87c4-cc186775b5cb None None] Checking agent: {'id': 'e1925a54-03b2-438f-8645-7588892df62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 56), 'started_at': datetime.datetime(2022, 3, 30, 1, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:30:40.481153 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1813f2d-9380-4ffe-87c4-cc186775b5cb None None] Checking segment: {'id': 'adf4cde0-c0da-43cb-bbc3-5caeef5acfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3e33b6cb-97bd-4bf8-a85a-8a7e07a38021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:30:40.481551 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e1813f2d-9380-4ffe-87c4-cc186775b5cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:40.481937 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1813f2d-9380-4ffe-87c4-cc186775b5cb None None] Bound using segment: {'id': 'adf4cde0-c0da-43cb-bbc3-5caeef5acfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3e33b6cb-97bd-4bf8-a85a-8a7e07a38021'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:30:40.482428 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-e1813f2d-9380-4ffe-87c4-cc186775b5cb None None] Bound port: 91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4, host: dv-cinder-817135-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf4cde0-c0da-43cb-bbc3-5caeef5acfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3e33b6cb-97bd-4bf8-a85a-8a7e07a38021'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:30:40.482809 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e1813f2d-9380-4ffe-87c4-cc186775b5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:40.487419 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-cad9376d-9ad2-4e7d-8879-4464973678c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:40.494821 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad9376d-9ad2-4e7d-8879-4464973678c8 admin admin] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:30:40.500774 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-f01ca26a-1ca2-45df-b20c-9ebba2c19cbb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=74e3828c0258414fb38d360f1354cebb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3643060 Mar 30 01:30:40.501382 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f1b85896-b7ab-411f-b072-835c0e89aafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (585ce9db-6e64-46f3-805f-6580aebd93bc), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:40.502645 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 41302) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:40.535410 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-54450919-05c6-4969-9ca3-9fbe129654fd req-f61cd3e0-a113-443c-a1ab-6ac854de359b tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314442 Mar 30 01:30:40.632760 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0a5254ca-09ad-4da2-a93f-f60e146d5ada req-d0cc37a3-d541-494a-bf25-1dff4042029a tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675006 Mar 30 01:30:40.646607 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231fc48e-9402-442e-9c25-0ab00918edf8 x-openstack-request-id: req-231fc48e-9402-442e-9c25-0ab00918edf8 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:30:40.647004 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968cada0-d56d-47bf-bd7a-d75e34732697", "tag": "b0044507-ef78-440c-8fcb-6f851a287ad8", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:30:40.647353 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-231fc48e-9402-442e-9c25-0ab00918edf8 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:30:40.647864 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-231fc48e-9402-442e-9c25-0ab00918edf8'] response: {'name': 'network-changed', 'server_uuid': '968cada0-d56d-47bf-bd7a-d75e34732697', 'tag': 'b0044507-ef78-440c-8fcb-6f851a287ad8', 'status': 'completed', 'code': 200} Mar 30 01:30:40.658044 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-8bdfc704-c5a8-466f-b431-1d34cef1fa88 None None] Set router b61b4878-4bdb-4960-8161-9fd93c3943d6 gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:30:40.717644 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ca26a-1ca2-45df-b20c-9ebba2c19cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be942ac-ac51-4118-9aa7-1c14b9418d57,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:40.738871 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-e1813f2d-9380-4ffe-87c4-cc186775b5cb None None] For port 91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4, host dv-cinder-817135-7-smb, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:30:40.742163 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-e1813f2d-9380-4ffe-87c4-cc186775b5cb None None] For port 91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4, host dv-cinder-817135-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4,segment=NetworkSegment(adf4cde0-c0da-43cb-bbc3-5caeef5acfdc),segment_id=adf4cde0-c0da-43cb-bbc3-5caeef5acfdc)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:30:40.762075 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e1813f2d-9380-4ffe-87c4-cc186775b5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:40.770745 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b85896-b7ab-411f-b072-835c0e89aafa None None] Pushing event updated for resources: {'Port': ['ID=585ce9db-6e64-46f3-805f-6580aebd93bc,revision_number=5']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:41.081632 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-8bdfc704-c5a8-466f-b431-1d34cef1fa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'name': 'tempest-AttachVolumeTestJSON-1147341400-router', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4'}], 'enable_snat': True}, 'gw_port_id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:07Z', 'updated_at': '2022-03-30T01:30:13Z', 'revision_number': 4, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'gw_port': {'id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:08Z', 'updated_at': '2022-03-30T01:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '53fb6b21-bf6f-4515-b8cb-a1868dd8977f', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'floating_ip_address': '172.28.0.245', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'port_id': 'b0044507-ef78-440c-8fcb-6f851a287ad8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876', 'mac_address': 'fa:16:3e:38:12:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968cada0-d56d-47bf-bd7a-d75e34732697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:30:17Z', 'updated_at': '2022-03-30T01:30:38Z', 'revision_number': 1, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46c2206-a194-4bec-a116-3e34c8774dea', 'name': '', 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'mac_address': 'fa:16:3e:91:a7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9bca1a71-d5df-4913-8e95-47cc046854f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:12Z', 'updated_at': '2022-03-30T01:30:18Z', 'revision_number': 5, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'subnets': [{'id': '9bca1a71-d5df-4913-8e95-47cc046854f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:41.137215 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdfc704-c5a8-466f-b431-1d34cef1fa88 None None] Checking router: b61b4878-4bdb-4960-8161-9fd93c3943d6 for host: dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:30:41.154016 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdfc704-c5a8-466f-b431-1d34cef1fa88 None None] Routers {'b61b4878-4bdb-4960-8161-9fd93c3943d6'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:30:41.154756 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-8bdfc704-c5a8-466f-b431-1d34cef1fa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:30:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['b61b4878-4bdb-4960-8161-9fd93c3943d6'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:41.228582 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-f68dacb3-dec7-404f-a4ce-cfd5f1324e6e None None] Provisioning complete for port 585ce9db-6e64-46f3-805f-6580aebd93bc triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:41.228961 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f68dacb3-dec7-404f-a4ce-cfd5f1324e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (585ce9db-6e64-46f3-805f-6580aebd93bc), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:41.312830 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-692ebee8-34fe-470b-9fc4-ec69b67883a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'name': 'tempest-TestMinimumBasicScenario-1133165355-router', 'tenant_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': '64030e58-56e5-42f4-a526-d5631b30d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:29Z', 'updated_at': '2022-03-30T01:30:34Z', 'revision_number': 4, 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'gw_port': {'id': '64030e58-56e5-42f4-a526-d5631b30d56b', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:30Z', 'updated_at': '2022-03-30T01:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '585ce9db-6e64-46f3-805f-6580aebd93bc', 'name': '', 'network_id': 'ed006982-a1e4-4cb9-947e-e0466ea24662', 'tenant_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'mac_address': 'fa:16:3e:3a:ca:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '0eb1ea88-c52d-4b49-9989-067e5a5a20cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:33Z', 'updated_at': '2022-03-30T01:30:39Z', 'revision_number': 4, 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'subnets': [{'id': '0eb1ea88-c52d-4b49-9989-067e5a5a20cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:41.369499 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f8575cb8-4eb8-4315-844d-5262520b2a15 admin admin] Publish callbacks [] for security_group (2be942ac-ac51-4118-9aa7-1c14b9418d57), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:41.459603 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-8bdfc704-c5a8-466f-b431-1d34cef1fa88 None None] Set router b61b4878-4bdb-4960-8161-9fd93c3943d6 gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:30:41.476101 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692ebee8-34fe-470b-9fc4-ec69b67883a3 None None] The sync data for ids ['4948e9f9-f9e0-4cfb-af48-b75160985a23'] in dv-cinder-817135-7-smb is: [{'id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'name': 'tempest-TestMinimumBasicScenario-1133165355-router', 'tenant_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': '64030e58-56e5-42f4-a526-d5631b30d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:29Z', 'updated_at': '2022-03-30T01:30:34Z', 'revision_number': 4, 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'gw_port': {'id': '64030e58-56e5-42f4-a526-d5631b30d56b', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:30Z', 'updated_at': '2022-03-30T01:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '585ce9db-6e64-46f3-805f-6580aebd93bc', 'name': '', 'network_id': 'ed006982-a1e4-4cb9-947e-e0466ea24662', 'tenant_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'mac_address': 'fa:16:3e:3a:ca:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '0eb1ea88-c52d-4b49-9989-067e5a5a20cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:33Z', 'updated_at': '2022-03-30T01:30:39Z', 'revision_number': 4, 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'subnets': [{'id': '0eb1ea88-c52d-4b49-9989-067e5a5a20cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:30:41.493217 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1813f2d-9380-4ffe-87c4-cc186775b5cb None None] Pushing event updated for resources: {'Port': ['ID=91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:41.725385 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-f68dacb3-dec7-404f-a4ce-cfd5f1324e6e None None] Current status of the port 585ce9db-6e64-46f3-805f-6580aebd93bc is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:41.775007 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f8575cb8-4eb8-4315-844d-5262520b2a15 admin admin] Publish callbacks [] for security_group (2be942ac-ac51-4118-9aa7-1c14b9418d57), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:41.788372 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8710f-67b7-4058-802c-84becbccf1a5 req-64d76c34-e297-4f88-868d-8b066a5c2b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:41.790765 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-acb8710f-67b7-4058-802c-84becbccf1a5 req-64d76c34-e297-4f88-868d-8b066a5c2b8e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69d4c360df1243b89a2428e647fdf76d&device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 1130 time: 1.0389507 Mar 30 01:30:41.949148 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cad9376d-9ad2-4e7d-8879-4464973678c8 admin admin] Publish callbacks [] for router_gateway (ec8227be-2489-4e00-a488-ee4bb1e59974), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:41.980077 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6eea51-d1b4-43cf-b7e9-786747559e71 req-14f78115-882e-4f54-b5b8-3a121f887ca0 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:41.986461 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2d6eea51-d1b4-43cf-b7e9-786747559e71 req-14f78115-882e-4f54-b5b8-3a121f887ca0 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=f203bc01-737a-4ecd-b04e-e1f7f87374a0 HTTP/1.1" status: 200 len: 946 time: 0.1946120 Mar 30 01:30:41.998855 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9d66c-79bd-47bc-b577-0d587fdaa5ff req-e2beff75-70f0-4de8-a26c-e7142b669cde tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:42.000800 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-70c9d66c-79bd-47bc-b577-0d587fdaa5ff req-e2beff75-70f0-4de8-a26c-e7142b669cde tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c902f2-d4f1-424f-afe4-27a3e00ea05b HTTP/1.1" status: 200 len: 945 time: 0.2272179 Mar 30 01:30:42.089442 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-8bdfc704-c5a8-466f-b431-1d34cef1fa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'name': 'tempest-AttachVolumeTestJSON-1147341400-router', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4'}], 'enable_snat': True}, 'gw_port_id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:07Z', 'updated_at': '2022-03-30T01:30:13Z', 'revision_number': 4, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'gw_port': {'id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:08Z', 'updated_at': '2022-03-30T01:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '53fb6b21-bf6f-4515-b8cb-a1868dd8977f', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'floating_ip_address': '172.28.0.245', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'port_id': 'b0044507-ef78-440c-8fcb-6f851a287ad8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876', 'mac_address': 'fa:16:3e:38:12:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968cada0-d56d-47bf-bd7a-d75e34732697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:30:17Z', 'updated_at': '2022-03-30T01:30:38Z', 'revision_number': 1, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46c2206-a194-4bec-a116-3e34c8774dea', 'name': '', 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'mac_address': 'fa:16:3e:91:a7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9bca1a71-d5df-4913-8e95-47cc046854f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:12Z', 'updated_at': '2022-03-30T01:30:18Z', 'revision_number': 5, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'subnets': [{'id': '9bca1a71-d5df-4913-8e95-47cc046854f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:42.138057 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f8575cb8-4eb8-4315-844d-5262520b2a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (2be942ac-ac51-4118-9aa7-1c14b9418d57), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:42.141654 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f8575cb8-4eb8-4315-844d-5262520b2a15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:42.142973 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-f8575cb8-4eb8-4315-844d-5262520b2a15 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2be942ac-ac51-4118-9aa7-1c14b9418d57 HTTP/1.1" status: 204 len: 168 time: 1.6394162 Mar 30 01:30:42.170841 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdfc704-c5a8-466f-b431-1d34cef1fa88 None None] The sync data for ids ['b61b4878-4bdb-4960-8161-9fd93c3943d6'] in dv-cinder-817135-7-smb is: [{'id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'name': 'tempest-AttachVolumeTestJSON-1147341400-router', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4'}], 'enable_snat': True}, 'gw_port_id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:07Z', 'updated_at': '2022-03-30T01:30:13Z', 'revision_number': 4, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'gw_port': {'id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:08Z', 'updated_at': '2022-03-30T01:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '53fb6b21-bf6f-4515-b8cb-a1868dd8977f', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'floating_ip_address': '172.28.0.245', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'port_id': 'b0044507-ef78-440c-8fcb-6f851a287ad8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876', 'mac_address': 'fa:16:3e:38:12:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968cada0-d56d-47bf-bd7a-d75e34732697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:30:17Z', 'updated_at': '2022-03-30T01:30:38Z', 'revision_number': 1, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46c2206-a194-4bec-a116-3e34c8774dea', 'name': '', 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'mac_address': 'fa:16:3e:91:a7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9bca1a71-d5df-4913-8e95-47cc046854f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:12Z', 'updated_at': '2022-03-30T01:30:18Z', 'revision_number': 5, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'subnets': [{'id': '9bca1a71-d5df-4913-8e95-47cc046854f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:30:42.184915 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-70c9d66c-79bd-47bc-b577-0d587fdaa5ff req-aad622d5-b34b-41dd-b413-b20c5f442d53 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662037 Mar 30 01:30:42.225724 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2d6eea51-d1b4-43cf-b7e9-786747559e71 req-e622411c-3ad1-4194-becd-4d3fa158a9f7 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352767 Mar 30 01:30:42.294374 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8710f-67b7-4058-802c-84becbccf1a5 req-64607aa1-6404-4881-8eab-7a4ff18616d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:42.296342 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-acb8710f-67b7-4058-802c-84becbccf1a5 req-64607aa1-6404-4881-8eab-7a4ff18616d1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=793afd81-5383-41f5-bf86-f3c9d10b1876 HTTP/1.1" status: 200 len: 912 time: 0.4861426 Mar 30 01:30:42.383935 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8575cb8-4eb8-4315-844d-5262520b2a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be942ac-ac51-4118-9aa7-1c14b9418d57,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:42.739620 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cad9376d-9ad2-4e7d-8879-4464973678c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623896'] for router (ec8227be-2489-4e00-a488-ee4bb1e59974), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:42.763935 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cde5a6-2b77-47b3-9e97-ef54e71c2d48 None None] New status for floating IP 53fb6b21-bf6f-4515-b8cb-a1868dd8977f: ACTIVE {{(pid=103230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:30:42.765237 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-acb8710f-67b7-4058-802c-84becbccf1a5 req-fc2b1cc4-11c4-40a8-978e-fcd6fc98fe4b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0044507-ef78-440c-8fcb-6f851a287ad8 HTTP/1.1" status: 200 len: 1000 time: 0.4034977 Mar 30 01:30:42.866613 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105f7ac-7043-42c0-b2f0-2001e9648cde req-166e2fce-38ac-4e5e-8d9b-72798c40db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:42.872714 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6105f7ac-7043-42c0-b2f0-2001e9648cde req-166e2fce-38ac-4e5e-8d9b-72798c40db57 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d9a35d928b647dc9915d88e0bf1f590&device_id=f203bc01-737a-4ecd-b04e-e1f7f87374a0 HTTP/1.1" status: 200 len: 1130 time: 0.2688360 Mar 30 01:30:43.127787 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72818b9-f346-4f42-848c-908d021da083 None None] Network 3e33b6cb-97bd-4bf8-a85a-8a7e07a38021 requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:30:43.234794 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8710f-67b7-4058-802c-84becbccf1a5 req-9a310856-e79b-4bee-8433-44c086e98c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:43.236159 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-acb8710f-67b7-4058-802c-84becbccf1a5 req-9a310856-e79b-4bee-8433-44c086e98c2d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9bca1a71-d5df-4913-8e95-47cc046854f4 HTTP/1.1" status: 200 len: 850 time: 0.4607620 Mar 30 01:30:43.271573 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-0e0d8eb0-7870-476e-9d36-09c90e8745ec None None] Provisioning complete for port 91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:43.272521 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0e0d8eb0-7870-476e-9d36-09c90e8745ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:43.314343 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f1d97-a7c3-4606-831c-5fbd034b8cd3 req-7a10af44-7851-4391-88c6-2b45a21bdbf1 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:43.330308 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-391f1d97-a7c3-4606-831c-5fbd034b8cd3 req-7a10af44-7851-4391-88c6-2b45a21bdbf1 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=f203bc01-737a-4ecd-b04e-e1f7f87374a0 HTTP/1.1" status: 200 len: 946 time: 0.6304297 Mar 30 01:30:43.413421 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8710f-67b7-4058-802c-84becbccf1a5 req-55d3219d-97b3-401b-9d17-5409e5d6ae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:43.415134 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-acb8710f-67b7-4058-802c-84becbccf1a5 req-55d3219d-97b3-401b-9d17-5409e5d6ae87 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=793afd81-5383-41f5-bf86-f3c9d10b1876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1698060 Mar 30 01:30:43.425653 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105f7ac-7043-42c0-b2f0-2001e9648cde req-04414ffb-1d33-48ef-8545-b99d382961bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:43.427411 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6105f7ac-7043-42c0-b2f0-2001e9648cde req-04414ffb-1d33-48ef-8545-b99d382961bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=37a51576-2901-40b9-a77d-ddc99f82f95c HTTP/1.1" status: 200 len: 918 time: 0.5454288 Mar 30 01:30:43.505183 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-0e0d8eb0-7870-476e-9d36-09c90e8745ec None None] Current status of the port 91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4 is: DOWN; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:43.505907 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0e0d8eb0-7870-476e-9d36-09c90e8745ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:43.601806 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-391f1d97-a7c3-4606-831c-5fbd034b8cd3 req-5ed352a3-ebe1-46ec-86ca-698cca4b38bd tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705297 Mar 30 01:30:43.604849 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6105f7ac-7043-42c0-b2f0-2001e9648cde req-15d7944e-816c-4db4-88e9-aa870883dba9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=969bcbfd-bd0f-4374-81f5-809ac03f3009 HTTP/1.1" status: 200 len: 217 time: 0.1713824 Mar 30 01:30:43.607317 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-0e0d8eb0-7870-476e-9d36-09c90e8745ec None None] For port 91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4,segment=NetworkSegment(adf4cde0-c0da-43cb-bbc3-5caeef5acfdc),segment_id=adf4cde0-c0da-43cb-bbc3-5caeef5acfdc)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:43.617262 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0e0d8eb0-7870-476e-9d36-09c90e8745ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:43.690588 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.18', 60545) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:43.719309 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4940a2-5c32-40e4-ad49-a5c926a412f1 req-9abab895-e8f3-4323-8406-ca083571134f tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:43.720892 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1c4940a2-5c32-40e4-ad49-a5c926a412f1 req-9abab895-e8f3-4323-8406-ca083571134f tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c902f2-d4f1-424f-afe4-27a3e00ea05b HTTP/1.1" status: 200 len: 945 time: 0.3664770 Mar 30 01:30:43.774024 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d8eb0-7870-476e-9d36-09c90e8745ec None None] Pushing event updated for resources: {'Port': ['ID=91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:43.779937 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105f7ac-7043-42c0-b2f0-2001e9648cde req-7f4f47ee-e8fb-444a-857a-d935adb019de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:43.784282 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6105f7ac-7043-42c0-b2f0-2001e9648cde req-7f4f47ee-e8fb-444a-857a-d935adb019de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81bb63ca-5b7c-44e1-993e-20d1ff7fbcda HTTP/1.1" status: 200 len: 856 time: 0.1681786 Mar 30 01:30:43.795272 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad9376d-9ad2-4e7d-8879-4464973678c8 admin admin] Router ec8227be-2489-4e00-a488-ee4bb1e59974 is scheduled to L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 with binding_index 1 {{(pid=103228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 01:30:43.798080 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4 up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:30:43.956291 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-a94feb13-1d72-4eac-8d12-bfa7c56c8e17 None None] Provisioning complete for port 91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:43.956871 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a94feb13-1d72-4eac-8d12-bfa7c56c8e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:43.958620 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port 91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:43.959154 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:43.961172 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1c4940a2-5c32-40e4-ad49-a5c926a412f1 req-ace1ec3a-c5de-48f0-9675-34bb85774d11 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304087 Mar 30 01:30:43.988386 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105f7ac-7043-42c0-b2f0-2001e9648cde req-1d2a00e1-2288-4a31-b308-776be672bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:43.989924 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6105f7ac-7043-42c0-b2f0-2001e9648cde req-1d2a00e1-2288-4a31-b308-776be672bac5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37a51576-2901-40b9-a77d-ddc99f82f95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1816046 Mar 30 01:30:44.022313 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f479e-0671-43ac-b22b-ef93025cd06b req-bbf85815-007b-4fdc-9a76-68b780bc1cf0 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:44.033880 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-148f479e-0671-43ac-b22b-ef93025cd06b req-bbf85815-007b-4fdc-9a76-68b780bc1cf0 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.18 "GET /v2.0/ports?device_id=77c902f2-d4f1-424f-afe4-27a3e00ea05b HTTP/1.1" status: 200 len: 945 time: 0.3423181 Mar 30 01:30:44.063363 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-acb8710f-67b7-4058-802c-84becbccf1a5 req-94c34c57-1b7d-4bc3-abdc-c34086aaf39c service neutron] 10.222.0.18 "GET /v2.0/networks/793afd81-5383-41f5-bf86-f3c9d10b1876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5808609 Mar 30 01:30:44.170947 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port 91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:44.171116 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 585ce9db-6e64-46f3-805f-6580aebd93bc up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:30:44.188849 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6105f7ac-7043-42c0-b2f0-2001e9648cde req-002ea372-a95b-4b2a-9c81-b96c54a1fd7e service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919491 Mar 30 01:30:44.211958 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-a94feb13-1d72-4eac-8d12-bfa7c56c8e17 None None] Current status of the port 91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:44.260994 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port 585ce9db-6e64-46f3-805f-6580aebd93bc triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:44.261349 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (585ce9db-6e64-46f3-805f-6580aebd93bc), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:44.313431 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad9376d-9ad2-4e7d-8879-4464973678c8 admin admin] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:30:44.327731 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316b9ff5-28fe-4152-b505-f935464f7179 None None] Sync routers for ids ['ec8227be-2489-4e00-a488-ee4bb1e59974'] in dv-cinder-817135-7-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:30:44.346112 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316b9ff5-28fe-4152-b505-f935464f7179 None None] Routers {'ec8227be-2489-4e00-a488-ee4bb1e59974'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:30:44.347845 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-316b9ff5-28fe-4152-b505-f935464f7179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:30:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['ec8227be-2489-4e00-a488-ee4bb1e59974'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:44.367270 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-acb8710f-67b7-4058-802c-84becbccf1a5 req-a2ea7c2d-8845-4394-a0c9-002fffc5ae3e service neutron] 10.222.0.18 "GET /v2.0/networks/793afd81-5383-41f5-bf86-f3c9d10b1876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898765 Mar 30 01:30:44.377014 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cad9376d-9ad2-4e7d-8879-4464973678c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:44.379529 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-cad9376d-9ad2-4e7d-8879-4464973678c8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7612982 Mar 30 01:30:44.384483 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 41380) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:44.403599 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6105f7ac-7043-42c0-b2f0-2001e9648cde req-0c49ea9f-17d1-451d-9d5a-d85f89f6e589 service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071853 Mar 30 01:30:44.518437 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port 585ce9db-6e64-46f3-805f-6580aebd93bc is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:44.581325 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-316b9ff5-28fe-4152-b505-f935464f7179 None None] Set router ec8227be-2489-4e00-a488-ee4bb1e59974 gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:30:44.583214 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-148f479e-0671-43ac-b22b-ef93025cd06b req-c91ac709-ca1a-4991-920d-d818616754f3 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Deleting port 2bfc0cbc-f50f-4599-8919-313fce510c57 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:30:44.583768 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-148f479e-0671-43ac-b22b-ef93025cd06b req-c91ac709-ca1a-4991-920d-d818616754f3 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (2bfc0cbc-f50f-4599-8919-313fce510c57), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:44.848608 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-148f479e-0671-43ac-b22b-ef93025cd06b req-c91ac709-ca1a-4991-920d-d818616754f3 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] For port 2bfc0cbc-f50f-4599-8919-313fce510c57, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=2bfc0cbc-f50f-4599-8919-313fce510c57,segment=NetworkSegment(6976ff74-96bc-4463-8102-8ecdd0b193f3),segment_id=6976ff74-96bc-4463-8102-8ecdd0b193f3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:44.850055 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-148f479e-0671-43ac-b22b-ef93025cd06b req-c91ac709-ca1a-4991-920d-d818616754f3 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (2bfc0cbc-f50f-4599-8919-313fce510c57), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:44.852472 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-316b9ff5-28fe-4152-b505-f935464f7179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8227be-2489-4e00-a488-ee4bb1e59974', 'name': 'tempest-TestMinimumBasicScenario-1276720485-router', 'tenant_id': 'af72f62017ad405d9cc50827efa18fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ae32b595-449e-48a6-a5e6-65fe8fafc0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:38Z', 'updated_at': '2022-03-30T01:30:41Z', 'revision_number': 3, 'project_id': 'af72f62017ad405d9cc50827efa18fab', 'gw_port': {'id': 'ae32b595-449e-48a6-a5e6-65fe8fafc0c6', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:96:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8227be-2489-4e00-a488-ee4bb1e59974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:39Z', 'updated_at': '2022-03-30T01:30:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb'}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:44.892291 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41fee8-c84c-451b-9a59-4c6df89a7806 req-fcdcaafa-a136-46a3-847f-692cd8e3c9e4 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:44.902289 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ac41fee8-c84c-451b-9a59-4c6df89a7806 req-fcdcaafa-a136-46a3-847f-692cd8e3c9e4 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=f203bc01-737a-4ecd-b04e-e1f7f87374a0 HTTP/1.1" status: 200 len: 946 time: 0.1363037 Mar 30 01:30:44.905562 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316b9ff5-28fe-4152-b505-f935464f7179 None None] Checking router: ec8227be-2489-4e00-a488-ee4bb1e59974 for host: dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:30:44.909972 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316b9ff5-28fe-4152-b505-f935464f7179 None None] Updating router ec8227be-2489-4e00-a488-ee4bb1e59974 port ae32b595-449e-48a6-a5e6-65fe8fafc0c6 binding host dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:30:44.979185 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-316b9ff5-28fe-4152-b505-f935464f7179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (ae32b595-449e-48a6-a5e6-65fe8fafc0c6), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:45.013534 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ac41fee8-c84c-451b-9a59-4c6df89a7806 req-73c494a4-2bdd-4368-b8bd-5fed9ce8ae9b tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085334 Mar 30 01:30:45.154823 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222ba68-0bb6-4e8e-853d-940d300896c0 req-3da4f34f-8c39-4d52-b0bb-9a458fbf2bec tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:45.164884 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1222ba68-0bb6-4e8e-853d-940d300896c0 req-3da4f34f-8c39-4d52-b0bb-9a458fbf2bec tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c902f2-d4f1-424f-afe4-27a3e00ea05b HTTP/1.1" status: 200 len: 945 time: 0.0821934 Mar 30 01:30:45.172089 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-148f479e-0671-43ac-b22b-ef93025cd06b req-c91ac709-ca1a-4991-920d-d818616754f3 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Calling delete_port for 2bfc0cbc-f50f-4599-8919-313fce510c57 owned by compute:nova {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:30:45.233517 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1222ba68-0bb6-4e8e-853d-940d300896c0 req-431d1ab2-c246-4e2c-88d6-ce5643b5900b tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650804 Mar 30 01:30:45.384608 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-316b9ff5-28fe-4152-b505-f935464f7179 None None] Publish callbacks [] for port (ae32b595-449e-48a6-a5e6-65fe8fafc0c6), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:45.394567 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-316b9ff5-28fe-4152-b505-f935464f7179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (ae32b595-449e-48a6-a5e6-65fe8fafc0c6), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:45.475693 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628932a-6795-4272-bc7b-59c2fe003657 None None] Pushing event updated for resources: {'Port': ['ID=ae32b595-449e-48a6-a5e6-65fe8fafc0c6,revision_number=2']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:45.483090 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-316b9ff5-28fe-4152-b505-f935464f7179 None None] Attempting to bind port ae32b595-449e-48a6-a5e6-65fe8fafc0c6 on host dv-cinder-817135-7-smb for vnic_type normal with profile {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:30:45.483383 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-316b9ff5-28fe-4152-b505-f935464f7179 None None] Attempting to bind port ae32b595-449e-48a6-a5e6-65fe8fafc0c6 by drivers openvswitch,hyperv on host dv-cinder-817135-7-smb at level 0 using segments [{'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:30:45.483772 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316b9ff5-28fe-4152-b505-f935464f7179 None None] Attempting to bind port ae32b595-449e-48a6-a5e6-65fe8fafc0c6 on network 37ca571a-19ad-455c-abf6-69b74430259c {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:30:45.492440 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316b9ff5-28fe-4152-b505-f935464f7179 None None] Checking agent: {'id': 'e1925a54-03b2-438f-8645-7588892df62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 56), 'started_at': datetime.datetime(2022, 3, 30, 1, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:30:45.492440 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316b9ff5-28fe-4152-b505-f935464f7179 None None] Checking segment: {'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:30:45.492440 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-316b9ff5-28fe-4152-b505-f935464f7179 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:45.492440 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316b9ff5-28fe-4152-b505-f935464f7179 None None] Bound using segment: {'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:30:45.492440 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-316b9ff5-28fe-4152-b505-f935464f7179 None None] Bound port: ae32b595-449e-48a6-a5e6-65fe8fafc0c6, host: dv-cinder-817135-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:30:45.492953 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-316b9ff5-28fe-4152-b505-f935464f7179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (ae32b595-449e-48a6-a5e6-65fe8fafc0c6), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:45.548116 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-148f479e-0671-43ac-b22b-ef93025cd06b req-c91ac709-ca1a-4991-920d-d818616754f3 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (2bfc0cbc-f50f-4599-8919-313fce510c57), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:45.555625 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4 up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:30:45.561874 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-316b9ff5-28fe-4152-b505-f935464f7179 None None] For port ae32b595-449e-48a6-a5e6-65fe8fafc0c6, host dv-cinder-817135-7-smb, cleared binding levels {{(pid=103231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:30:45.565275 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-316b9ff5-28fe-4152-b505-f935464f7179 None None] For port ae32b595-449e-48a6-a5e6-65fe8fafc0c6, host dv-cinder-817135-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=ae32b595-449e-48a6-a5e6-65fe8fafc0c6,segment=NetworkSegment(06f2df17-57da-4e9c-9934-3a429189481b),segment_id=06f2df17-57da-4e9c-9934-3a429189481b)] {{(pid=103231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:30:45.574011 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-316b9ff5-28fe-4152-b505-f935464f7179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (ae32b595-449e-48a6-a5e6-65fe8fafc0c6), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:45.641619 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port 91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:45.642253 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:45.651187 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316b9ff5-28fe-4152-b505-f935464f7179 None None] Routers {'ec8227be-2489-4e00-a488-ee4bb1e59974'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:30:45.651822 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-316b9ff5-28fe-4152-b505-f935464f7179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:30:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['ec8227be-2489-4e00-a488-ee4bb1e59974'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:45.662671 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ac709-ca1a-4991-920d-d818616754f3 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Pushing event deleted for resources: {'Port': ['ID=2bfc0cbc-f50f-4599-8919-313fce510c57,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:45.699727 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-148f479e-0671-43ac-b22b-ef93025cd06b req-c91ac709-ca1a-4991-920d-d818616754f3 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] No DVR routers for this DVR port 2bfc0cbc-f50f-4599-8919-313fce510c57 on host hv-cinder-81713 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:30:45.702974 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-148f479e-0671-43ac-b22b-ef93025cd06b req-c91ac709-ca1a-4991-920d-d818616754f3 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:45.708221 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-148f479e-0671-43ac-b22b-ef93025cd06b req-c91ac709-ca1a-4991-920d-d818616754f3 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.18 "DELETE /v2.0/ports/2bfc0cbc-f50f-4599-8919-313fce510c57 HTTP/1.1" status: 204 len: 173 time: 1.6634705 Mar 30 01:30:45.708737 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c902f2-d4f1-424f-afe4-27a3e00ea05b', 'name': 'network-vif-deleted', 'tag': '2bfc0cbc-f50f-4599-8919-313fce510c57'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:30:45.711239 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c48846f-4ff6-4ef3-8b02-e578e467a217" -d '{"events": [{"server_uuid": "77c902f2-d4f1-424f-afe4-27a3e00ea05b", "name": "network-vif-deleted", "tag": "2bfc0cbc-f50f-4599-8919-313fce510c57"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:30:45.785950 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ef9ce6-5369-42ad-9c13-2218a1582c6f x-openstack-request-id: req-a4ef9ce6-5369-42ad-9c13-2218a1582c6f {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:30:45.791158 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c902f2-d4f1-424f-afe4-27a3e00ea05b", "name": "network-vif-deleted", "tag": "2bfc0cbc-f50f-4599-8919-313fce510c57", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:30:45.791418 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4ef9ce6-5369-42ad-9c13-2218a1582c6f {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:30:45.791837 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4ef9ce6-5369-42ad-9c13-2218a1582c6f'] response: {'server_uuid': '77c902f2-d4f1-424f-afe4-27a3e00ea05b', 'name': 'network-vif-deleted', 'tag': '2bfc0cbc-f50f-4599-8919-313fce510c57', 'status': 'completed', 'code': 200} Mar 30 01:30:45.828438 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port 91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:45.829169 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628932a-6795-4272-bc7b-59c2fe003657 None None] Pushing event updated for resources: {'Port': ['ID=ae32b595-449e-48a6-a5e6-65fe8fafc0c6,revision_number=3']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:45.902510 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cb4f8252-f553-43a0-865f-7c30ae1a74a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:45.925491 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-316b9ff5-28fe-4152-b505-f935464f7179 None None] Set router ec8227be-2489-4e00-a488-ee4bb1e59974 gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:30:46.232861 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-316b9ff5-28fe-4152-b505-f935464f7179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8227be-2489-4e00-a488-ee4bb1e59974', 'name': 'tempest-TestMinimumBasicScenario-1276720485-router', 'tenant_id': 'af72f62017ad405d9cc50827efa18fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ae32b595-449e-48a6-a5e6-65fe8fafc0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:38Z', 'updated_at': '2022-03-30T01:30:41Z', 'revision_number': 3, 'project_id': 'af72f62017ad405d9cc50827efa18fab', 'gw_port': {'id': 'ae32b595-449e-48a6-a5e6-65fe8fafc0c6', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:96:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8227be-2489-4e00-a488-ee4bb1e59974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:39Z', 'updated_at': '2022-03-30T01:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb'}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:46.251694 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3cd150-6d1e-4ed9-8e00-d54d0cf3679c req-07a939ef-bbaa-4ba0-8f0e-556669c04bc6 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:46.270609 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6e3cd150-6d1e-4ed9-8e00-d54d0cf3679c req-07a939ef-bbaa-4ba0-8f0e-556669c04bc6 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=f203bc01-737a-4ecd-b04e-e1f7f87374a0 HTTP/1.1" status: 200 len: 946 time: 0.1400833 Mar 30 01:30:46.295586 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-cb4f8252-f553-43a0-865f-7c30ae1a74a8 admin admin] Allocated IP 172.20.0.1 (3e33b6cb-97bd-4bf8-a85a-8a7e07a38021/f88de9e5-a4c6-497b-aa0c-3cf95ef0160f/a326a4f8-cbb3-4641-8477-d324e721c542) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:30:46.302925 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316b9ff5-28fe-4152-b505-f935464f7179 None None] The sync data for ids ['ec8227be-2489-4e00-a488-ee4bb1e59974'] in dv-cinder-817135-7-smb is: [{'id': 'ec8227be-2489-4e00-a488-ee4bb1e59974', 'name': 'tempest-TestMinimumBasicScenario-1276720485-router', 'tenant_id': 'af72f62017ad405d9cc50827efa18fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ae32b595-449e-48a6-a5e6-65fe8fafc0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:38Z', 'updated_at': '2022-03-30T01:30:41Z', 'revision_number': 3, 'project_id': 'af72f62017ad405d9cc50827efa18fab', 'gw_port': {'id': 'ae32b595-449e-48a6-a5e6-65fe8fafc0c6', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:96:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8227be-2489-4e00-a488-ee4bb1e59974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:39Z', 'updated_at': '2022-03-30T01:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb'}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:30:46.434709 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6e3cd150-6d1e-4ed9-8e00-d54d0cf3679c req-39b7533b-a075-479e-8247-da291a785338 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588037 Mar 30 01:30:46.485707 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-27438cfd-fd46-4a8c-9000-5c222afad7d8 req-76d268ae-b2dc-4f56-823a-8867a28392cd tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c902f2-d4f1-424f-afe4-27a3e00ea05b HTTP/1.1" status: 200 len: 210 time: 0.0688918 Mar 30 01:30:46.555872 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cb4f8252-f553-43a0-865f-7c30ae1a74a8 admin admin] Publish callbacks [] for port (a326a4f8-cbb3-4641-8477-d324e721c542), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:46.609156 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cb4f8252-f553-43a0-865f-7c30ae1a74a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (a326a4f8-cbb3-4641-8477-d324e721c542), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:46.665191 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4f8252-f553-43a0-865f-7c30ae1a74a8 admin admin] Network 3e33b6cb-97bd-4bf8-a85a-8a7e07a38021 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:30:46.668221 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-cb4f8252-f553-43a0-865f-7c30ae1a74a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:46.674058 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4f8252-f553-43a0-865f-7c30ae1a74a8 admin admin] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:30:46.736032 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f8252-f553-43a0-865f-7c30ae1a74a8 admin admin] Pushing event updated for resources: {'Port': ['ID=a326a4f8-cbb3-4641-8477-d324e721c542,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:46.786750 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cb4f8252-f553-43a0-865f-7c30ae1a74a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625103'] for router_interface (ec8227be-2489-4e00-a488-ee4bb1e59974), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:46.979308 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 41456) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:47.024203 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cb4f8252-f553-43a0-865f-7c30ae1a74a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (a326a4f8-cbb3-4641-8477-d324e721c542), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:47.064092 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-85152214-5282-4bc0-bc70-ffe826a32ccd None None] Provisioning complete for port a326a4f8-cbb3-4641-8477-d324e721c542 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:47.065214 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-85152214-5282-4bc0-bc70-ffe826a32ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (a326a4f8-cbb3-4641-8477-d324e721c542), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:47.103551 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:30:47.178361 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7e1df5dd-b4ca-433f-8856-fa8d57bff747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:47.179399 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-85152214-5282-4bc0-bc70-ffe826a32ccd None None] Port a326a4f8-cbb3-4641-8477-d324e721c542 cannot update to ACTIVE because it is not bound. {{(pid=103230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:30:47.333728 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7e1df5dd-b4ca-433f-8856-fa8d57bff747 admin admin] Publish callbacks [] for security_group (987a872e-6e81-41b2-ae05-a98736d4ca27), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:47.348929 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7e1df5dd-b4ca-433f-8856-fa8d57bff747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (987a872e-6e81-41b2-ae05-a98736d4ca27), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:47.380808 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cb4f8252-f553-43a0-865f-7c30ae1a74a8 admin admin] Publish callbacks [] for port (a326a4f8-cbb3-4641-8477-d324e721c542), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:47.389726 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cb4f8252-f553-43a0-865f-7c30ae1a74a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (a326a4f8-cbb3-4641-8477-d324e721c542), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:47.401853 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-7e1df5dd-b4ca-433f-8856-fa8d57bff747 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e32ecee77744797812c506d231bd7f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4220574 Mar 30 01:30:47.403240 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1df5dd-b4ca-433f-8856-fa8d57bff747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987a872e-6e81-41b2-ae05-a98736d4ca27,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:47.405836 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 41464) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:47.483102 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-498c8bb5-0aec-4c15-a0ec-ca8bb2c25cc8 admin admin] Publish callbacks [] for security_group (987a872e-6e81-41b2-ae05-a98736d4ca27), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:47.504339 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 2bfc0cbc-f50f-4599-8919-313fce510c57 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:30:47.604614 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-498c8bb5-0aec-4c15-a0ec-ca8bb2c25cc8 admin admin] Publish callbacks [] for security_group (987a872e-6e81-41b2-ae05-a98736d4ca27), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:47.608650 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] No Port match for: 2bfc0cbc-f50f-4599-8919-313fce510c57 {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:30:47.608997 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 2bfc0cbc-f50f-4599-8919-313fce510c57 not bound to the agent host hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:30:47.637122 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f8252-f553-43a0-865f-7c30ae1a74a8 admin admin] Pushing event updated for resources: {'Port': ['ID=a326a4f8-cbb3-4641-8477-d324e721c542,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:47.675955 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cb4f8252-f553-43a0-865f-7c30ae1a74a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624987'] for router_interface (ec8227be-2489-4e00-a488-ee4bb1e59974), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:47.720785 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device ae32b595-449e-48a6-a5e6-65fe8fafc0c6 up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:30:47.871337 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb48b7-59b8-42c2-bbdc-9d9a6049081a req-ddb6f2ef-8384-4a1b-87fd-ba382cd10ec0 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:47.890484 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6ccb48b7-59b8-42c2-bbdc-9d9a6049081a req-ddb6f2ef-8384-4a1b-87fd-ba382cd10ec0 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=f203bc01-737a-4ecd-b04e-e1f7f87374a0 HTTP/1.1" status: 200 len: 946 time: 0.2470229 Mar 30 01:30:47.912680 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-498c8bb5-0aec-4c15-a0ec-ca8bb2c25cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (987a872e-6e81-41b2-ae05-a98736d4ca27), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:47.916561 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-498c8bb5-0aec-4c15-a0ec-ca8bb2c25cc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:47.918192 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-498c8bb5-0aec-4c15-a0ec-ca8bb2c25cc8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/987a872e-6e81-41b2-ae05-a98736d4ca27 HTTP/1.1" status: 204 len: 168 time: 0.5112646 Mar 30 01:30:47.951531 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port ae32b595-449e-48a6-a5e6-65fe8fafc0c6 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:47.952235 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (ae32b595-449e-48a6-a5e6-65fe8fafc0c6), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:47.972881 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c8bb5-0aec-4c15-a0ec-ca8bb2c25cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987a872e-6e81-41b2-ae05-a98736d4ca27,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:48.023355 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4f8252-f553-43a0-865f-7c30ae1a74a8 admin admin] Network 3e33b6cb-97bd-4bf8-a85a-8a7e07a38021 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:30:48.031078 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-cb4f8252-f553-43a0-865f-7c30ae1a74a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:48.067020 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6ccb48b7-59b8-42c2-bbdc-9d9a6049081a req-8966ab1c-e432-49cb-be36-2c7717c39580 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753333 Mar 30 01:30:48.319213 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port ae32b595-449e-48a6-a5e6-65fe8fafc0c6 is: DOWN; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:48.320167 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (ae32b595-449e-48a6-a5e6-65fe8fafc0c6), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:48.374050 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] For port ae32b595-449e-48a6-a5e6-65fe8fafc0c6, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=ae32b595-449e-48a6-a5e6-65fe8fafc0c6,segment=NetworkSegment(06f2df17-57da-4e9c-9934-3a429189481b),segment_id=06f2df17-57da-4e9c-9934-3a429189481b)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:48.382357 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (ae32b595-449e-48a6-a5e6-65fe8fafc0c6), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:48.394497 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a1a31-4487-4367-971a-64050ede13f4 req-ee299b35-3464-438a-aa1f-02ef98ea1815 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:48.396587 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d50a1a31-4487-4367-971a-64050ede13f4 req-ee299b35-3464-438a-aa1f-02ef98ea1815 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/networks?id=a10fd723-6dd8-4a1b-a0de-83fac5fc91d0 HTTP/1.1" status: 200 len: 809 time: 0.3285937 Mar 30 01:30:48.440568 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d50a1a31-4487-4367-971a-64050ede13f4 req-ee9c81e4-b81c-4d14-9c69-0c5b6febf516 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/quotas/0ccef447787d447e9095c1dd55974941 HTTP/1.1" status: 200 len: 375 time: 0.0321784 Mar 30 01:30:48.513206 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d50a1a31-4487-4367-971a-64050ede13f4 req-58d01de3-e297-4c42-a6a2-13ef9bccbd42 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0ccef447787d447e9095c1dd55974941&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706356 Mar 30 01:30:48.557707 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Pushing event updated for resources: {'Port': ['ID=ae32b595-449e-48a6-a5e6-65fe8fafc0c6,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:48.574277 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-98277658-bbbf-4dc0-a0fb-b577b5b4dd09 None None] Provisioning complete for port a326a4f8-cbb3-4641-8477-d324e721c542 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:48.575438 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-98277658-bbbf-4dc0-a0fb-b577b5b4dd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (a326a4f8-cbb3-4641-8477-d324e721c542), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:48.585377 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4f8252-f553-43a0-865f-7c30ae1a74a8 admin admin] Router ec8227be-2489-4e00-a488-ee4bb1e59974 has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:30:48.722150 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-98277658-bbbf-4dc0-a0fb-b577b5b4dd09 None None] Port a326a4f8-cbb3-4641-8477-d324e721c542 cannot update to ACTIVE because it is not bound. {{(pid=103230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:30:48.767146 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 41508) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:48.805648 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c56ea46-ff6f-46aa-910b-1c2e140c5445 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:48.809894 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d50a1a31-4487-4367-971a-64050ede13f4 req-772c60f7-0b3c-46b2-9e22-813b58d5c36a service neutron] 10.222.0.25 "GET /v2.0/networks/a10fd723-6dd8-4a1b-a0de-83fac5fc91d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953632 Mar 30 01:30:48.827819 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4f8252-f553-43a0-865f-7c30ae1a74a8 admin admin] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:30:48.836724 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-cb4f8252-f553-43a0-865f-7c30ae1a74a8 admin admin] 10.222.0.25 "PUT /v2.0/routers/ec8227be-2489-4e00-a488-ee4bb1e59974/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4486051 Mar 30 01:30:48.937884 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d50a1a31-4487-4367-971a-64050ede13f4 req-be73b806-75a1-44ee-bc0f-564a481e3181 service neutron] 10.222.0.25 "GET /v2.0/networks/a10fd723-6dd8-4a1b-a0de-83fac5fc91d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180696 Mar 30 01:30:49.007303 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c56ea46-ff6f-46aa-910b-1c2e140c5445 admin admin] Publish callbacks [] for security_group (b68c817b-8599-4006-8157-3eb27affef92), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:49.014519 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c56ea46-ff6f-46aa-910b-1c2e140c5445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (b68c817b-8599-4006-8157-3eb27affef92), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:49.090353 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-8c56ea46-ff6f-46aa-910b-1c2e140c5445 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f9d80382d354a5d921d00f66e411578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3143821 Mar 30 01:30:49.092018 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56ea46-ff6f-46aa-910b-1c2e140c5445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68c817b-8599-4006-8157-3eb27affef92,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:49.092700 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 41524) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:49.168762 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9bb90cb7-6648-405c-90cc-1d1af2486766 admin admin] Publish callbacks [] for security_group (b68c817b-8599-4006-8157-3eb27affef92), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:49.197462 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9bb90cb7-6648-405c-90cc-1d1af2486766 admin admin] Publish callbacks [] for security_group (b68c817b-8599-4006-8157-3eb27affef92), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:49.200920 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ece4596e-a704-4603-a91f-5cae4914501d req-8d834598-ca91-4c1c-82c2-361b25833544 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 210 time: 0.0367496 Mar 30 01:30:49.271633 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9bb90cb7-6648-405c-90cc-1d1af2486766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (b68c817b-8599-4006-8157-3eb27affef92), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:49.275283 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9bb90cb7-6648-405c-90cc-1d1af2486766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:49.279531 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-9bb90cb7-6648-405c-90cc-1d1af2486766 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b68c817b-8599-4006-8157-3eb27affef92 HTTP/1.1" status: 204 len: 168 time: 0.1855128 Mar 30 01:30:49.295185 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb90cb7-6648-405c-90cc-1d1af2486766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68c817b-8599-4006-8157-3eb27affef92,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:49.541899 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device ae32b595-449e-48a6-a5e6-65fe8fafc0c6 up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:30:49.645999 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port ae32b595-449e-48a6-a5e6-65fe8fafc0c6 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:49.646515 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (ae32b595-449e-48a6-a5e6-65fe8fafc0c6), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:49.710873 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1306cebc-9156-4938-8883-54244d2ca515 None None] Sync routers for ids ['ec8227be-2489-4e00-a488-ee4bb1e59974'] in dv-cinder-817135-7-smb {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:30:49.725062 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1306cebc-9156-4938-8883-54244d2ca515 None None] Routers {'ec8227be-2489-4e00-a488-ee4bb1e59974'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:30:49.725738 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-1306cebc-9156-4938-8883-54244d2ca515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:30:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['ec8227be-2489-4e00-a488-ee4bb1e59974'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:49.730813 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-909e6112-b1c1-471f-bc55-c9fdfaa5823d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:50.131475 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-1306cebc-9156-4938-8883-54244d2ca515 None None] Set router ec8227be-2489-4e00-a488-ee4bb1e59974 gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:30:50.134335 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port ae32b595-449e-48a6-a5e6-65fe8fafc0c6 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:50.432099 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-1306cebc-9156-4938-8883-54244d2ca515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8227be-2489-4e00-a488-ee4bb1e59974', 'name': 'tempest-TestMinimumBasicScenario-1276720485-router', 'tenant_id': 'af72f62017ad405d9cc50827efa18fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ae32b595-449e-48a6-a5e6-65fe8fafc0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:38Z', 'updated_at': '2022-03-30T01:30:46Z', 'revision_number': 4, 'project_id': 'af72f62017ad405d9cc50827efa18fab', 'gw_port': {'id': 'ae32b595-449e-48a6-a5e6-65fe8fafc0c6', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:96:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8227be-2489-4e00-a488-ee4bb1e59974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:39Z', 'updated_at': '2022-03-30T01:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': 'a326a4f8-cbb3-4641-8477-d324e721c542', 'name': '', 'network_id': '3e33b6cb-97bd-4bf8-a85a-8a7e07a38021', 'tenant_id': 'af72f62017ad405d9cc50827efa18fab', 'mac_address': 'fa:16:3e:a8:da:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8227be-2489-4e00-a488-ee4bb1e59974', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f88de9e5-a4c6-497b-aa0c-3cf95ef0160f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:45Z', 'updated_at': '2022-03-30T01:30:47Z', 'revision_number': 2, 'project_id': 'af72f62017ad405d9cc50827efa18fab', 'subnets': [{'id': 'f88de9e5-a4c6-497b-aa0c-3cf95ef0160f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:50.470270 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1306cebc-9156-4938-8883-54244d2ca515 None None] Checking router: ec8227be-2489-4e00-a488-ee4bb1e59974 for host: dv-cinder-817135-7-smb {{(pid=103230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:30:50.470865 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1306cebc-9156-4938-8883-54244d2ca515 None None] Updating router ec8227be-2489-4e00-a488-ee4bb1e59974 port a326a4f8-cbb3-4641-8477-d324e721c542 binding host dv-cinder-817135-7-smb {{(pid=103230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:30:50.487739 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-919e91d9-f41d-406c-a951-483598ac40fd req-79f7a36e-e59c-45f0-b969-612d0e6cb5ba tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 210 time: 0.0734868 Mar 30 01:30:50.501512 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1306cebc-9156-4938-8883-54244d2ca515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (a326a4f8-cbb3-4641-8477-d324e721c542), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:50.844130 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 41620) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:50.849394 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-cc89f116-f636-46dc-a529-effdcd6a1456 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Request body: {'security_group': {'name': 'tempest-securitygroup--155385891', 'description': 'tempest-description--1901483483'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:50.900763 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cc89f116-f636-46dc-a529-effdcd6a1456 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:50.986418 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1306cebc-9156-4938-8883-54244d2ca515 None None] Publish callbacks [] for port (a326a4f8-cbb3-4641-8477-d324e721c542), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:51.000400 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1306cebc-9156-4938-8883-54244d2ca515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (a326a4f8-cbb3-4641-8477-d324e721c542), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:51.025122 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cc89f116-f636-46dc-a529-effdcd6a1456 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks [] for security_group (9e428002-28e3-490f-94fe-2ca3299ecbd5), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:51.035043 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a1a31-4487-4367-971a-64050ede13f4 req-4faf741b-fffa-43cb-8ad1-34fdcfe3996e tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:51.037898 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cc89f116-f636-46dc-a529-effdcd6a1456 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (9e428002-28e3-490f-94fe-2ca3299ecbd5), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:51.045061 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d50a1a31-4487-4367-971a-64050ede13f4 req-4faf741b-fffa-43cb-8ad1-34fdcfe3996e tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.18 "GET /v2.0/networks?id=a10fd723-6dd8-4a1b-a0de-83fac5fc91d0 HTTP/1.1" status: 200 len: 809 time: 0.3038268 Mar 30 01:30:51.062348 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [req-d50a1a31-4487-4367-971a-64050ede13f4 req-95df3307-7a64-4291-8890-2627c833ae77 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Request body: {'port': {'device_id': '4d21a258-648a-4107-bd80-9f5cfbfab5ad', 'network_id': 'a10fd723-6dd8-4a1b-a0de-83fac5fc91d0', 'admin_state_up': True, 'tenant_id': '0ccef447787d447e9095c1dd55974941'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:51.084556 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc89f116-f636-46dc-a529-effdcd6a1456 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e428002-28e3-490f-94fe-2ca3299ecbd5,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:51.094363 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cc89f116-f636-46dc-a529-effdcd6a1456 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:51.096845 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-cc89f116-f636-46dc-a529-effdcd6a1456 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2513692 Mar 30 01:30:51.099882 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 41628) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:51.105916 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-1206ef82-003d-4aa1-9005-e3397164a865 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Request body: {'security_group_rule': {'security_group_id': '9e428002-28e3-490f-94fe-2ca3299ecbd5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:51.150310 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1206ef82-003d-4aa1-9005-e3397164a865 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks [] for security_group_rule (a338aeaa-55d3-4d53-b68b-33ebe8124f4a), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:51.240001 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01769c-40b1-4fe6-abdc-baf30db25e75 None None] Pushing event updated for resources: {'Port': ['ID=a326a4f8-cbb3-4641-8477-d324e721c542,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:51.335925 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-1306cebc-9156-4938-8883-54244d2ca515 None None] Attempting to bind port a326a4f8-cbb3-4641-8477-d324e721c542 on host dv-cinder-817135-7-smb for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:30:51.336300 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-1306cebc-9156-4938-8883-54244d2ca515 None None] Attempting to bind port a326a4f8-cbb3-4641-8477-d324e721c542 by drivers openvswitch,hyperv on host dv-cinder-817135-7-smb at level 0 using segments [{'id': 'adf4cde0-c0da-43cb-bbc3-5caeef5acfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3e33b6cb-97bd-4bf8-a85a-8a7e07a38021'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:30:51.336668 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1306cebc-9156-4938-8883-54244d2ca515 None None] Attempting to bind port a326a4f8-cbb3-4641-8477-d324e721c542 on network 3e33b6cb-97bd-4bf8-a85a-8a7e07a38021 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:30:51.349194 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1306cebc-9156-4938-8883-54244d2ca515 None None] Checking agent: {'id': 'e1925a54-03b2-438f-8645-7588892df62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 56), 'started_at': datetime.datetime(2022, 3, 30, 1, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:30:51.349970 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1306cebc-9156-4938-8883-54244d2ca515 None None] Checking segment: {'id': 'adf4cde0-c0da-43cb-bbc3-5caeef5acfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3e33b6cb-97bd-4bf8-a85a-8a7e07a38021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:30:51.352237 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1306cebc-9156-4938-8883-54244d2ca515 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:51.353002 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1306cebc-9156-4938-8883-54244d2ca515 None None] Bound using segment: {'id': 'adf4cde0-c0da-43cb-bbc3-5caeef5acfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3e33b6cb-97bd-4bf8-a85a-8a7e07a38021'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:30:51.353690 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-1306cebc-9156-4938-8883-54244d2ca515 None None] Bound port: a326a4f8-cbb3-4641-8477-d324e721c542, host: dv-cinder-817135-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf4cde0-c0da-43cb-bbc3-5caeef5acfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3e33b6cb-97bd-4bf8-a85a-8a7e07a38021'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:30:51.354498 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1306cebc-9156-4938-8883-54244d2ca515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (a326a4f8-cbb3-4641-8477-d324e721c542), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:51.402581 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d50a1a31-4487-4367-971a-64050ede13f4 req-95df3307-7a64-4291-8890-2627c833ae77 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Made reservation on behalf of 0ccef447787d447e9095c1dd55974941 for: {'port': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:30:51.406089 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-d50a1a31-4487-4367-971a-64050ede13f4 req-95df3307-7a64-4291-8890-2627c833ae77 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:51.557482 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-1306cebc-9156-4938-8883-54244d2ca515 None None] For port a326a4f8-cbb3-4641-8477-d324e721c542, host dv-cinder-817135-7-smb, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:30:51.576994 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-1306cebc-9156-4938-8883-54244d2ca515 None None] For port a326a4f8-cbb3-4641-8477-d324e721c542, host dv-cinder-817135-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=a326a4f8-cbb3-4641-8477-d324e721c542,segment=NetworkSegment(adf4cde0-c0da-43cb-bbc3-5caeef5acfdc),segment_id=adf4cde0-c0da-43cb-bbc3-5caeef5acfdc)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:30:51.583282 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-4c37a839-74cf-4367-963a-ef04f74de9e2 None None] Provisioning complete for port a326a4f8-cbb3-4641-8477-d324e721c542 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:51.585154 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c37a839-74cf-4367-963a-ef04f74de9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (a326a4f8-cbb3-4641-8477-d324e721c542), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:51.658298 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1206ef82-003d-4aa1-9005-e3397164a865 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks [] for security_group_rule (a338aeaa-55d3-4d53-b68b-33ebe8124f4a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:51.689059 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1206ef82-003d-4aa1-9005-e3397164a865 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532171'] for security_group_rule (a338aeaa-55d3-4d53-b68b-33ebe8124f4a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:51.702197 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1306cebc-9156-4938-8883-54244d2ca515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (a326a4f8-cbb3-4641-8477-d324e721c542), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:51.724408 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [req-d50a1a31-4487-4367-971a-64050ede13f4 req-95df3307-7a64-4291-8890-2627c833ae77 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Allocated IP 172.20.0.3 (a10fd723-6dd8-4a1b-a0de-83fac5fc91d0/b8527661-c80c-4b66-a67e-458fe845c846/a276bd6c-5627-42f3-9896-82bc5728b9e8) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:30:51.821779 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-dba3647f-e1cb-4be6-b27c-b50a01ae775b req-d42e6c6c-4e37-467e-8be4-7e18ac745062 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 210 time: 0.1546216 Mar 30 01:30:51.870715 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1206ef82-003d-4aa1-9005-e3397164a865 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:51.872268 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-1206ef82-003d-4aa1-9005-e3397164a865 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7710786 Mar 30 01:30:51.874774 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206ef82-003d-4aa1-9005-e3397164a865 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a338aeaa-55d3-4d53-b68b-33ebe8124f4a,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:51.878002 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 41656) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:51.880684 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 41658) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:51.901254 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-b6b6499b-2359-4f52-ba56-3f0ca9de1261 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Request body: {'security_group_rule': {'security_group_id': '9e428002-28e3-490f-94fe-2ca3299ecbd5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:51.934058 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1306cebc-9156-4938-8883-54244d2ca515 None None] Routers {'ec8227be-2489-4e00-a488-ee4bb1e59974'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:30:51.938104 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-1306cebc-9156-4938-8883-54244d2ca515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:30:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['ec8227be-2489-4e00-a488-ee4bb1e59974'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:52.031263 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b6b6499b-2359-4f52-ba56-3f0ca9de1261 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks [] for security_group_rule (de411c5d-9bf9-44a7-9b20-50baf19c929c), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:52.121387 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4003a29b-eb4a-4399-8b05-1f01c7f939f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:52.203027 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-1306cebc-9156-4938-8883-54244d2ca515 None None] Set router ec8227be-2489-4e00-a488-ee4bb1e59974 gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:30:52.235575 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b6b6499b-2359-4f52-ba56-3f0ca9de1261 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks [] for security_group_rule (de411c5d-9bf9-44a7-9b20-50baf19c929c), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:52.242907 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4003a29b-eb4a-4399-8b05-1f01c7f939f4 admin admin] Publish callbacks [] for security_group (e27dcdf9-ff03-4cce-95a5-83306ea7b2a7), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:52.246281 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b6b6499b-2359-4f52-ba56-3f0ca9de1261 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532171'] for security_group_rule (de411c5d-9bf9-44a7-9b20-50baf19c929c), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:52.249377 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4003a29b-eb4a-4399-8b05-1f01c7f939f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (e27dcdf9-ff03-4cce-95a5-83306ea7b2a7), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:52.276547 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01769c-40b1-4fe6-abdc-baf30db25e75 None None] Pushing event updated for resources: {'Port': ['ID=a326a4f8-cbb3-4641-8477-d324e721c542,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:52.294545 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6499b-2359-4f52-ba56-3f0ca9de1261 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de411c5d-9bf9-44a7-9b20-50baf19c929c,revision_number=0']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:52.299606 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-d50a1a31-4487-4367-971a-64050ede13f4 req-95df3307-7a64-4291-8890-2627c833ae77 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Publish callbacks [] for port (a276bd6c-5627-42f3-9896-82bc5728b9e8), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:52.302276 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-be59fc56-2ea9-4a2e-8843-d51ae73684c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:52.306252 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b6b6499b-2359-4f52-ba56-3f0ca9de1261 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:52.311635 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-b6b6499b-2359-4f52-ba56-3f0ca9de1261 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4286444 Mar 30 01:30:52.315775 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-4003a29b-eb4a-4399-8b05-1f01c7f939f4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eba073fdd99843cea7fb122145198baa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4307947 Mar 30 01:30:52.315775 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 41664) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:52.317217 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003a29b-eb4a-4399-8b05-1f01c7f939f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27dcdf9-ff03-4cce-95a5-83306ea7b2a7,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:52.318085 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 41666) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:52.324984 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-4e463923-ded0-40a6-aea2-cb3e6e954ab7 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Request body: {'floatingip': {'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:52.362289 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4e463923-ded0-40a6-aea2-cb3e6e954ab7 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:52.397131 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8d836bb1-4e79-4c91-a8f1-e92b086c0dc3 admin admin] Publish callbacks [] for security_group (e27dcdf9-ff03-4cce-95a5-83306ea7b2a7), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:52.411768 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-d50a1a31-4487-4367-971a-64050ede13f4 req-95df3307-7a64-4291-8890-2627c833ae77 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (a276bd6c-5627-42f3-9896-82bc5728b9e8), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:52.455128 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8d836bb1-4e79-4c91-a8f1-e92b086c0dc3 admin admin] Publish callbacks [] for security_group (e27dcdf9-ff03-4cce-95a5-83306ea7b2a7), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:52.479204 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-4c37a839-74cf-4367-963a-ef04f74de9e2 None None] Current status of the port a326a4f8-cbb3-4641-8477-d324e721c542 is: DOWN; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:52.479761 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c37a839-74cf-4367-963a-ef04f74de9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (a326a4f8-cbb3-4641-8477-d324e721c542), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:52.516775 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d50a1a31-4487-4367-971a-64050ede13f4 req-95df3307-7a64-4291-8890-2627c833ae77 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Network a10fd723-6dd8-4a1b-a0de-83fac5fc91d0 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:30:52.518761 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df3307-7a64-4291-8890-2627c833ae77 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Pushing event updated for resources: {'Port': ['ID=a276bd6c-5627-42f3-9896-82bc5728b9e8,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:52.520736 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4e463923-ded0-40a6-aea2-cb3e6e954ab7 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:52.523941 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [req-d50a1a31-4487-4367-971a-64050ede13f4 req-95df3307-7a64-4291-8890-2627c833ae77 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:52.526416 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50a1a31-4487-4367-971a-64050ede13f4 req-95df3307-7a64-4291-8890-2627c833ae77 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:30:52.557688 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-4c37a839-74cf-4367-963a-ef04f74de9e2 None None] For port a326a4f8-cbb3-4641-8477-d324e721c542, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=a326a4f8-cbb3-4641-8477-d324e721c542,segment=NetworkSegment(adf4cde0-c0da-43cb-bbc3-5caeef5acfdc),segment_id=adf4cde0-c0da-43cb-bbc3-5caeef5acfdc)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:52.589229 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a1a31-4487-4367-971a-64050ede13f4 req-95df3307-7a64-4291-8890-2627c833ae77 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:52.589498 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-d50a1a31-4487-4367-971a-64050ede13f4 req-95df3307-7a64-4291-8890-2627c833ae77 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:52.593903 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8d836bb1-4e79-4c91-a8f1-e92b086c0dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (e27dcdf9-ff03-4cce-95a5-83306ea7b2a7), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:52.596884 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8d836bb1-4e79-4c91-a8f1-e92b086c0dc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:52.600901 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-8d836bb1-4e79-4c91-a8f1-e92b086c0dc3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e27dcdf9-ff03-4cce-95a5-83306ea7b2a7 HTTP/1.1" status: 204 len: 168 time: 0.2787206 Mar 30 01:30:52.610213 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c37a839-74cf-4367-963a-ef04f74de9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (a326a4f8-cbb3-4641-8477-d324e721c542), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:52.635302 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d836bb1-4e79-4c91-a8f1-e92b086c0dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27dcdf9-ff03-4cce-95a5-83306ea7b2a7,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:52.650435 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d50a1a31-4487-4367-971a-64050ede13f4 req-95df3307-7a64-4291-8890-2627c833ae77 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5913959 Mar 30 01:30:52.666517 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [req-d50a1a31-4487-4367-971a-64050ede13f4 req-f5c1cdfa-7afa-479c-be8a-7acdc45098b3 service neutron] Request body: {'port': {'device_id': '4d21a258-648a-4107-bd80-9f5cfbfab5ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:52.729071 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-4e463923-ded0-40a6-aea2-cb3e6e954ab7 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Allocated IP 172.28.0.209 (37ca571a-19ad-455c-abf6-69b74430259c/15a93e34-d4d7-43d8-ae08-ce799dd1e751/011c0209-5bd0-4019-9b82-642fd8d9afcf) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:30:52.778538 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-d50a1a31-4487-4367-971a-64050ede13f4 req-f5c1cdfa-7afa-479c-be8a-7acdc45098b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (a276bd6c-5627-42f3-9896-82bc5728b9e8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:52.813758 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37a839-74cf-4367-963a-ef04f74de9e2 None None] Pushing event updated for resources: {'Port': ['ID=a326a4f8-cbb3-4641-8477-d324e721c542,revision_number=5']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:52.820553 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-36d226b3-a185-4ff8-aa62-e90a90b82dbd None None] Provisioning complete for port a326a4f8-cbb3-4641-8477-d324e721c542 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:52.821067 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-36d226b3-a185-4ff8-aa62-e90a90b82dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (a326a4f8-cbb3-4641-8477-d324e721c542), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:52.873611 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-1306cebc-9156-4938-8883-54244d2ca515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8227be-2489-4e00-a488-ee4bb1e59974', 'name': 'tempest-TestMinimumBasicScenario-1276720485-router', 'tenant_id': 'af72f62017ad405d9cc50827efa18fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ae32b595-449e-48a6-a5e6-65fe8fafc0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:38Z', 'updated_at': '2022-03-30T01:30:46Z', 'revision_number': 4, 'project_id': 'af72f62017ad405d9cc50827efa18fab', 'gw_port': {'id': 'ae32b595-449e-48a6-a5e6-65fe8fafc0c6', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:96:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8227be-2489-4e00-a488-ee4bb1e59974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:39Z', 'updated_at': '2022-03-30T01:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': 'a326a4f8-cbb3-4641-8477-d324e721c542', 'name': '', 'network_id': '3e33b6cb-97bd-4bf8-a85a-8a7e07a38021', 'tenant_id': 'af72f62017ad405d9cc50827efa18fab', 'mac_address': 'fa:16:3e:a8:da:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8227be-2489-4e00-a488-ee4bb1e59974', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f88de9e5-a4c6-497b-aa0c-3cf95ef0160f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:45Z', 'updated_at': '2022-03-30T01:30:51Z', 'revision_number': 4, 'project_id': 'af72f62017ad405d9cc50827efa18fab', 'subnets': [{'id': 'f88de9e5-a4c6-497b-aa0c-3cf95ef0160f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:52.921904 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1306cebc-9156-4938-8883-54244d2ca515 None None] The sync data for ids ['ec8227be-2489-4e00-a488-ee4bb1e59974'] in dv-cinder-817135-7-smb is: [{'id': 'ec8227be-2489-4e00-a488-ee4bb1e59974', 'name': 'tempest-TestMinimumBasicScenario-1276720485-router', 'tenant_id': 'af72f62017ad405d9cc50827efa18fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ae32b595-449e-48a6-a5e6-65fe8fafc0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:38Z', 'updated_at': '2022-03-30T01:30:46Z', 'revision_number': 4, 'project_id': 'af72f62017ad405d9cc50827efa18fab', 'gw_port': {'id': 'ae32b595-449e-48a6-a5e6-65fe8fafc0c6', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:96:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8227be-2489-4e00-a488-ee4bb1e59974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:39Z', 'updated_at': '2022-03-30T01:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': 'a326a4f8-cbb3-4641-8477-d324e721c542', 'name': '', 'network_id': '3e33b6cb-97bd-4bf8-a85a-8a7e07a38021', 'tenant_id': 'af72f62017ad405d9cc50827efa18fab', 'mac_address': 'fa:16:3e:a8:da:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8227be-2489-4e00-a488-ee4bb1e59974', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f88de9e5-a4c6-497b-aa0c-3cf95ef0160f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:45Z', 'updated_at': '2022-03-30T01:30:51Z', 'revision_number': 4, 'project_id': 'af72f62017ad405d9cc50827efa18fab', 'subnets': [{'id': 'f88de9e5-a4c6-497b-aa0c-3cf95ef0160f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:30:53.055862 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:53.057041 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-36d226b3-a185-4ff8-aa62-e90a90b82dbd None None] Current status of the port a326a4f8-cbb3-4641-8477-d324e721c542 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:53.110503 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4e463923-ded0-40a6-aea2-cb3e6e954ab7 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks [] for port (011c0209-5bd0-4019-9b82-642fd8d9afcf), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:53.141580 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 41686) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:53.244763 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f37c93-4d96-4009-94b5-4c852e01e186 req-1e583a9b-9855-46d0-9fcd-0c0d497d7e44 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:53.248304 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-24f37c93-4d96-4009-94b5-4c852e01e186 req-1e583a9b-9855-46d0-9fcd-0c0d497d7e44 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 931 time: 0.2442551 Mar 30 01:30:53.318256 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-90a7a5aa-c7ed-42a9-885b-f4b6256f0bc9 admin admin] Deleting subnet ff743468-42c6-4482-806c-49d59a3aa1c5 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 01:30:53.322497 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-90a7a5aa-c7ed-42a9-885b-f4b6256f0bc9 admin admin] Publish callbacks [] for subnet (ff743468-42c6-4482-806c-49d59a3aa1c5), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:53.361093 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-90a7a5aa-c7ed-42a9-885b-f4b6256f0bc9 admin admin] Publish callbacks [] for subnet (ff743468-42c6-4482-806c-49d59a3aa1c5), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:53.377428 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-90a7a5aa-c7ed-42a9-885b-f4b6256f0bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1879272'] for subnet (ff743468-42c6-4482-806c-49d59a3aa1c5), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:53.458776 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [req-d50a1a31-4487-4367-971a-64050ede13f4 req-f5c1cdfa-7afa-479c-be8a-7acdc45098b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a276bd6c-5627-42f3-9896-82bc5728b9e8 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:30:53.470430 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-d50a1a31-4487-4367-971a-64050ede13f4 req-f5c1cdfa-7afa-479c-be8a-7acdc45098b3 service neutron] Publish callbacks [] for port (a276bd6c-5627-42f3-9896-82bc5728b9e8), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:53.472465 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4e463923-ded0-40a6-aea2-cb3e6e954ab7 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294'] for port (011c0209-5bd0-4019-9b82-642fd8d9afcf), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:53.496139 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [req-d50a1a31-4487-4367-971a-64050ede13f4 req-f5c1cdfa-7afa-479c-be8a-7acdc45098b3 service neutron] Transition to ACTIVE for port object a276bd6c-5627-42f3-9896-82bc5728b9e8 will not be triggered until provisioned by entity L2. {{(pid=103228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:30:53.501902 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-d50a1a31-4487-4367-971a-64050ede13f4 req-f5c1cdfa-7afa-479c-be8a-7acdc45098b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (a276bd6c-5627-42f3-9896-82bc5728b9e8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:53.543176 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-90a7a5aa-c7ed-42a9-885b-f4b6256f0bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1879263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768'] for subnet (ff743468-42c6-4482-806c-49d59a3aa1c5), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:53.611686 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e463923-ded0-40a6-aea2-cb3e6e954ab7 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Network 37ca571a-19ad-455c-abf6-69b74430259c is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:30:53.625857 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1cdfa-7afa-479c-be8a-7acdc45098b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a276bd6c-5627-42f3-9896-82bc5728b9e8,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:53.628217 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-24f37c93-4d96-4009-94b5-4c852e01e186 req-31c0bf80-0704-47cb-8a4d-f648c12d761d tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641436 Mar 30 01:30:53.647464 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7a5aa-c7ed-42a9-885b-f4b6256f0bc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff743468-42c6-4482-806c-49d59a3aa1c5,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:53.650159 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-4e463923-ded0-40a6-aea2-cb3e6e954ab7 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:53.653446 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-90a7a5aa-c7ed-42a9-885b-f4b6256f0bc9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:53.659004 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-90a7a5aa-c7ed-42a9-885b-f4b6256f0bc9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ff743468-42c6-4482-806c-49d59a3aa1c5 HTTP/1.1" status: 204 len: 168 time: 0.5130110 Mar 30 01:30:53.662879 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 41696) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:53.670908 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e463923-ded0-40a6-aea2-cb3e6e954ab7 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Pushing event updated for resources: {'Port': ['ID=011c0209-5bd0-4019-9b82-642fd8d9afcf,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:53.697583 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device a326a4f8-cbb3-4641-8477-d324e721c542 up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:30:53.701585 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e463923-ded0-40a6-aea2-cb3e6e954ab7 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:30:53.784925 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6b9171d6-9cda-45c2-9a76-7c806c2013a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2064809'] for network (e2331098-8600-4e5e-8b1a-b37cd94f404d), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:53.796828 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4e463923-ded0-40a6-aea2-cb3e6e954ab7 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks [] for floatingip (7e3cf870-67b0-414e-9099-1b2448e1045e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:53.818449 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-d50a1a31-4487-4367-971a-64050ede13f4 req-f5c1cdfa-7afa-479c-be8a-7acdc45098b3 service neutron] Attempting to bind port a276bd6c-5627-42f3-9896-82bc5728b9e8 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:30:53.818891 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-d50a1a31-4487-4367-971a-64050ede13f4 req-f5c1cdfa-7afa-479c-be8a-7acdc45098b3 service neutron] Attempting to bind port a276bd6c-5627-42f3-9896-82bc5728b9e8 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '6976ff74-96bc-4463-8102-8ecdd0b193f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a10fd723-6dd8-4a1b-a0de-83fac5fc91d0'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:30:53.819323 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50a1a31-4487-4367-971a-64050ede13f4 req-f5c1cdfa-7afa-479c-be8a-7acdc45098b3 service neutron] Attempting to bind port a276bd6c-5627-42f3-9896-82bc5728b9e8 on network a10fd723-6dd8-4a1b-a0de-83fac5fc91d0 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:30:53.860108 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50a1a31-4487-4367-971a-64050ede13f4 req-f5c1cdfa-7afa-479c-be8a-7acdc45098b3 service neutron] Port a276bd6c-5627-42f3-9896-82bc5728b9e8 on network a10fd723-6dd8-4a1b-a0de-83fac5fc91d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:30:53.860703 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50a1a31-4487-4367-971a-64050ede13f4 req-f5c1cdfa-7afa-479c-be8a-7acdc45098b3 service neutron] Attempting to bind port a276bd6c-5627-42f3-9896-82bc5728b9e8 on network a10fd723-6dd8-4a1b-a0de-83fac5fc91d0 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:30:53.864874 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port a326a4f8-cbb3-4641-8477-d324e721c542 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:53.865897 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (a326a4f8-cbb3-4641-8477-d324e721c542), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:53.873012 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4e463923-ded0-40a6-aea2-cb3e6e954ab7 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (011c0209-5bd0-4019-9b82-642fd8d9afcf), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:53.878169 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50a1a31-4487-4367-971a-64050ede13f4 req-f5c1cdfa-7afa-479c-be8a-7acdc45098b3 service neutron] Checking agent: {'id': '4d4a4723-54eb-40cd-a736-b5d7ac710e77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'started_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:30:53.879030 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50a1a31-4487-4367-971a-64050ede13f4 req-f5c1cdfa-7afa-479c-be8a-7acdc45098b3 service neutron] Checking segment: {'id': '6976ff74-96bc-4463-8102-8ecdd0b193f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a10fd723-6dd8-4a1b-a0de-83fac5fc91d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:30:53.880019 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50a1a31-4487-4367-971a-64050ede13f4 req-f5c1cdfa-7afa-479c-be8a-7acdc45098b3 service neutron] Bound using segment: {'id': '6976ff74-96bc-4463-8102-8ecdd0b193f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a10fd723-6dd8-4a1b-a0de-83fac5fc91d0'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:30:53.880878 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-d50a1a31-4487-4367-971a-64050ede13f4 req-f5c1cdfa-7afa-479c-be8a-7acdc45098b3 service neutron] Bound port: a276bd6c-5627-42f3-9896-82bc5728b9e8, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6976ff74-96bc-4463-8102-8ecdd0b193f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a10fd723-6dd8-4a1b-a0de-83fac5fc91d0'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:30:53.881421 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-d50a1a31-4487-4367-971a-64050ede13f4 req-f5c1cdfa-7afa-479c-be8a-7acdc45098b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (a276bd6c-5627-42f3-9896-82bc5728b9e8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:53.996346 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6b9171d6-9cda-45c2-9a76-7c806c2013a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1955683', 'neutron.services.segments.db._delete_segments_for_network-8788084628282'] for network (e2331098-8600-4e5e-8b1a-b37cd94f404d), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:54.061953 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.services.segments.db [None req-6b9171d6-9cda-45c2-9a76-7c806c2013a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2331098-8600-4e5e-8b1a-b37cd94f404d']}} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:54.078800 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port a326a4f8-cbb3-4641-8477-d324e721c542 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:54.094679 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.services.segments.db [None req-6b9171d6-9cda-45c2-9a76-7c806c2013a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d8342e8-0dea-4a45-8e6a-78f7cc8bbc20') {'for_net_delete': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:54.095696 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.services.segments.db [None req-6b9171d6-9cda-45c2-9a76-7c806c2013a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d8342e8-0dea-4a45-8e6a-78f7cc8bbc20') {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:54.116552 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4e463923-ded0-40a6-aea2-cb3e6e954ab7 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks [] for port (011c0209-5bd0-4019-9b82-642fd8d9afcf), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:54.126048 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4e463923-ded0-40a6-aea2-cb3e6e954ab7 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (011c0209-5bd0-4019-9b82-642fd8d9afcf), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:54.146602 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6b9171d6-9cda-45c2-9a76-7c806c2013a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788084859203', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9415918'] for segment (6d8342e8-0dea-4a45-8e6a-78f7cc8bbc20), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:54.188818 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4e463923-ded0-40a6-aea2-cb3e6e954ab7 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623942'] for floatingip (7e3cf870-67b0-414e-9099-1b2448e1045e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:54.190908 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6b9171d6-9cda-45c2-9a76-7c806c2013a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983'] for segment (6d8342e8-0dea-4a45-8e6a-78f7cc8bbc20), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:54.197746 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-d50a1a31-4487-4367-971a-64050ede13f4 req-f5c1cdfa-7afa-479c-be8a-7acdc45098b3 service neutron] For port a276bd6c-5627-42f3-9896-82bc5728b9e8, host hv-cinder-81713, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:30:54.204630 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e463923-ded0-40a6-aea2-cb3e6e954ab7 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Pushing event updated for resources: {'Port': ['ID=011c0209-5bd0-4019-9b82-642fd8d9afcf,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:54.212896 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b9171d6-9cda-45c2-9a76-7c806c2013a8 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 01:30:54.213428 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6b9171d6-9cda-45c2-9a76-7c806c2013a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9415236'] for segment (6d8342e8-0dea-4a45-8e6a-78f7cc8bbc20), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:54.215435 dv-cinder-817135-7-smb neutron-server[103228]: Traceback (most recent call last): Mar 30 01:30:54.215435 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 01:30:54.215435 dv-cinder-817135-7-smb neutron-server[103228]: timer() Mar 30 01:30:54.215435 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 01:30:54.215435 dv-cinder-817135-7-smb neutron-server[103228]: cb(*args, **kw) Mar 30 01:30:54.215435 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 01:30:54.215435 dv-cinder-817135-7-smb neutron-server[103228]: return func(*args, **kwargs) Mar 30 01:30:54.215435 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 01:30:54.215435 dv-cinder-817135-7-smb neutron-server[103228]: self._notify() Mar 30 01:30:54.215435 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 01:30:54.215435 dv-cinder-817135-7-smb neutron-server[103228]: self.callback(batched_events) Mar 30 01:30:54.215435 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 01:30:54.215435 dv-cinder-817135-7-smb neutron-server[103228]: event.method(event) Mar 30 01:30:54.215435 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 01:30:54.215435 dv-cinder-817135-7-smb neutron-server[103228]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 01:30:54.215435 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 01:30:54.215435 dv-cinder-817135-7-smb neutron-server[103228]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 01:30:54.215435 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 01:30:54.215435 dv-cinder-817135-7-smb neutron-server[103228]: return f(self, *a, **k) Mar 30 01:30:54.215435 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 01:30:54.215435 dv-cinder-817135-7-smb neutron-server[103228]: return self._get(url).json() Mar 30 01:30:54.215435 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 01:30:54.215435 dv-cinder-817135-7-smb neutron-server[103228]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 01:30:54.215435 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 01:30:54.215435 dv-cinder-817135-7-smb neutron-server[103228]: return self.request(url, 'GET', **kwargs) Mar 30 01:30:54.215435 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 01:30:54.215435 dv-cinder-817135-7-smb neutron-server[103228]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 01:30:54.215435 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 01:30:54.215435 dv-cinder-817135-7-smb neutron-server[103228]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 01:30:54.215435 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 01:30:54.215435 dv-cinder-817135-7-smb neutron-server[103228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 01:30:54.215435 dv-cinder-817135-7-smb neutron-server[103228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 01:30:54.220790 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4e463923-ded0-40a6-aea2-cb3e6e954ab7 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:54.222274 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-4e463923-ded0-40a6-aea2-cb3e6e954ab7 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9062791 Mar 30 01:30:54.341207 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6b9171d6-9cda-45c2-9a76-7c806c2013a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1955690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623952'] for network (e2331098-8600-4e5e-8b1a-b37cd94f404d), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:54.374548 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6b9171d6-9cda-45c2-9a76-7c806c2013a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for network (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:54.377666 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-6b9171d6-9cda-45c2-9a76-7c806c2013a8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e2331098-8600-4e5e-8b1a-b37cd94f404d HTTP/1.1" status: 204 len: 168 time: 0.7136188 Mar 30 01:30:54.379666 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-d50a1a31-4487-4367-971a-64050ede13f4 req-f5c1cdfa-7afa-479c-be8a-7acdc45098b3 service neutron] For port a276bd6c-5627-42f3-9896-82bc5728b9e8, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=a276bd6c-5627-42f3-9896-82bc5728b9e8,segment=NetworkSegment(6976ff74-96bc-4463-8102-8ecdd0b193f3),segment_id=6976ff74-96bc-4463-8102-8ecdd0b193f3)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:30:54.381485 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 41714) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:54.397808 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-d50a1a31-4487-4367-971a-64050ede13f4 req-f5c1cdfa-7afa-479c-be8a-7acdc45098b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (a276bd6c-5627-42f3-9896-82bc5728b9e8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:54.405909 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9171d6-9cda-45c2-9a76-7c806c2013a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2331098-8600-4e5e-8b1a-b37cd94f404d,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:54.474672 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a1a31-4487-4367-971a-64050ede13f4 req-f5c1cdfa-7afa-479c-be8a-7acdc45098b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:54.475453 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-d50a1a31-4487-4367-971a-64050ede13f4 req-f5c1cdfa-7afa-479c-be8a-7acdc45098b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:54.487613 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d50a1a31-4487-4367-971a-64050ede13f4 req-f5c1cdfa-7afa-479c-be8a-7acdc45098b3 service neutron] 10.222.0.18 "PUT /v2.0/ports/a276bd6c-5627-42f3-9896-82bc5728b9e8 HTTP/1.1" status: 200 len: 1093 time: 1.8268919 Mar 30 01:30:54.488115 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d21a258-648a-4107-bd80-9f5cfbfab5ad', 'tag': 'a276bd6c-5627-42f3-9896-82bc5728b9e8'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:30:54.500345 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d417cdcf-1244-4d02-b1ed-05a95ba5b72d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d21a258-648a-4107-bd80-9f5cfbfab5ad", "tag": "a276bd6c-5627-42f3-9896-82bc5728b9e8"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:30:54.572845 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:54.617411 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731b78c1-9440-40ac-94b7-7bc4e4a5260e x-openstack-request-id: req-731b78c1-9440-40ac-94b7-7bc4e4a5260e {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:30:54.622889 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d21a258-648a-4107-bd80-9f5cfbfab5ad", "tag": "a276bd6c-5627-42f3-9896-82bc5728b9e8", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:30:54.623577 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-731b78c1-9440-40ac-94b7-7bc4e4a5260e {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:30:54.624160 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-731b78c1-9440-40ac-94b7-7bc4e4a5260e'] response: {'name': 'network-changed', 'server_uuid': '4d21a258-648a-4107-bd80-9f5cfbfab5ad', 'tag': 'a276bd6c-5627-42f3-9896-82bc5728b9e8', 'status': 'completed', 'code': 200} Mar 30 01:30:54.625453 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1cdfa-7afa-479c-be8a-7acdc45098b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a276bd6c-5627-42f3-9896-82bc5728b9e8,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:54.670424 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-782f276d-fa41-472e-b600-b8d799677a06 req-e42ec285-35b7-47ca-a292-d44a2bdc9149 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--155385891&fields=id&tenant_id=4d9a35d928b647dc9915d88e0bf1f590 HTTP/1.1" status: 200 len: 267 time: 0.1181614 Mar 30 01:30:54.790690 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-f86a7e6c-627f-4c61-8307-4bbcff07b8db admin admin] Deleting subnet 83451c6e-9f87-4cea-b099-58343652472d {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 01:30:54.791883 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a1a31-4487-4367-971a-64050ede13f4 req-1a3e9392-0208-46fb-a423-4203a9380603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:54.794638 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d50a1a31-4487-4367-971a-64050ede13f4 req-1a3e9392-0208-46fb-a423-4203a9380603 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ccef447787d447e9095c1dd55974941&device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 1127 time: 0.1615043 Mar 30 01:30:54.794770 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f86a7e6c-627f-4c61-8307-4bbcff07b8db admin admin] Publish callbacks [] for subnet (83451c6e-9f87-4cea-b099-58343652472d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:54.912566 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d50a1a31-4487-4367-971a-64050ede13f4 req-46dea210-9be5-4c89-bfcd-643abcc32567 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a276bd6c-5627-42f3-9896-82bc5728b9e8 HTTP/1.1" status: 200 len: 217 time: 0.1089628 Mar 30 01:30:54.916683 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f276d-fa41-472e-b600-b8d799677a06 req-5f3a5491-9840-489b-9f86-6dc1a4767f30 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:54.918568 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-782f276d-fa41-472e-b600-b8d799677a06 req-5f3a5491-9840-489b-9f86-6dc1a4767f30 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/networks?id=37a51576-2901-40b9-a77d-ddc99f82f95c HTTP/1.1" status: 200 len: 817 time: 0.2299504 Mar 30 01:30:54.930159 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f86a7e6c-627f-4c61-8307-4bbcff07b8db admin admin] Publish callbacks [] for subnet (83451c6e-9f87-4cea-b099-58343652472d), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:54.949712 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7a1d5-8d8a-4edc-82c0-7dd4c53c5b01 req-d68b3d7a-2e0a-4134-b1f9-69b5674ea3c6 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:54.951424 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-fac7a1d5-8d8a-4edc-82c0-7dd4c53c5b01 req-d68b3d7a-2e0a-4134-b1f9-69b5674ea3c6 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 943 time: 0.1642950 Mar 30 01:30:54.952707 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-782f276d-fa41-472e-b600-b8d799677a06 req-34b30757-cb03-4a2f-a3cd-46688ba90fc5 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/quotas/4d9a35d928b647dc9915d88e0bf1f590 HTTP/1.1" status: 200 len: 375 time: 0.0262485 Mar 30 01:30:54.954844 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 41736) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:54.957059 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f86a7e6c-627f-4c61-8307-4bbcff07b8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1879272'] for subnet (83451c6e-9f87-4cea-b099-58343652472d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:55.047457 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a1a31-4487-4367-971a-64050ede13f4 req-0a8568de-4e01-4173-9c4f-67a2ac574747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:55.050969 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d50a1a31-4487-4367-971a-64050ede13f4 req-0a8568de-4e01-4173-9c4f-67a2ac574747 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8527661-c80c-4b66-a67e-458fe845c846 HTTP/1.1" status: 200 len: 849 time: 0.1321435 Mar 30 01:30:55.112921 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-782f276d-fa41-472e-b600-b8d799677a06 req-aa1cf109-20f0-47d3-9566-e686f17e0319 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4d9a35d928b647dc9915d88e0bf1f590&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1275423 Mar 30 01:30:55.118756 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-fac7a1d5-8d8a-4edc-82c0-7dd4c53c5b01 req-127b5370-a39f-4558-acd4-861f4ddfad79 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352837 Mar 30 01:30:55.150221 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d50a1a31-4487-4367-971a-64050ede13f4 req-e7c9d512-efd7-4c2f-b66f-aa23e6c3b8fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a10fd723-6dd8-4a1b-a0de-83fac5fc91d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921972 Mar 30 01:30:55.151383 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f86a7e6c-627f-4c61-8307-4bbcff07b8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1879263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768'] for subnet (83451c6e-9f87-4cea-b099-58343652472d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:55.200249 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f86a7e6c-627f-4c61-8307-4bbcff07b8db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:55.206253 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-f86a7e6c-627f-4c61-8307-4bbcff07b8db admin admin] 10.222.0.25 "DELETE /v2.0/subnets/83451c6e-9f87-4cea-b099-58343652472d HTTP/1.1" status: 204 len: 168 time: 0.8236725 Mar 30 01:30:55.235372 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 41742) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:55.235969 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a7e6c-627f-4c61-8307-4bbcff07b8db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83451c6e-9f87-4cea-b099-58343652472d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:55.305560 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d50a1a31-4487-4367-971a-64050ede13f4 req-13dc7b89-3c48-43d3-ab2a-023b6ff2e5df service neutron] 10.222.0.18 "GET /v2.0/networks/a10fd723-6dd8-4a1b-a0de-83fac5fc91d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474001 Mar 30 01:30:55.350018 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c8f6b1d2-7626-44b3-879b-d4ee7972aa14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:55.415856 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d50a1a31-4487-4367-971a-64050ede13f4 req-43a0f21a-be18-432b-9192-1e23e6cd7126 service neutron] 10.222.0.18 "GET /v2.0/networks/a10fd723-6dd8-4a1b-a0de-83fac5fc91d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005256 Mar 30 01:30:55.416507 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7696b196-c101-4274-bde5-ac814fc15038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2064809'] for network (2818dbad-ac61-48b4-b1db-4d9b7fd9a8dc), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:55.460823 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-782f276d-fa41-472e-b600-b8d799677a06 req-efdb44ae-1aeb-4fa4-8f5b-364dfaa9bbfe service neutron] 10.222.0.25 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261502 Mar 30 01:30:55.693440 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7696b196-c101-4274-bde5-ac814fc15038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1955683', 'neutron.services.segments.db._delete_segments_for_network-8788084628282'] for network (2818dbad-ac61-48b4-b1db-4d9b7fd9a8dc), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:55.711336 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-782f276d-fa41-472e-b600-b8d799677a06 req-e97d7872-5945-4691-9886-f71dba931b95 service neutron] 10.222.0.25 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489786 Mar 30 01:30:55.717525 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c8f6b1d2-7626-44b3-879b-d4ee7972aa14 admin admin] Publish callbacks [] for security_group (a424ff7a-b032-4200-9986-de4dc34c97b2), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:55.739088 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c8f6b1d2-7626-44b3-879b-d4ee7972aa14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (a424ff7a-b032-4200-9986-de4dc34c97b2), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:55.744584 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7696b196-c101-4274-bde5-ac814fc15038 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:30:55.749152 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7696b196-c101-4274-bde5-ac814fc15038 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:30:55.749917 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7696b196-c101-4274-bde5-ac814fc15038 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:30:55.750344 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7696b196-c101-4274-bde5-ac814fc15038 admin admin] Subscribe: > port after_create 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:30:55.750616 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7696b196-c101-4274-bde5-ac814fc15038 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:30:55.750950 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7696b196-c101-4274-bde5-ac814fc15038 admin admin] Subscribe: > port after_update 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:30:55.751267 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7696b196-c101-4274-bde5-ac814fc15038 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:30:55.751583 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7696b196-c101-4274-bde5-ac814fc15038 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:30:55.751901 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7696b196-c101-4274-bde5-ac814fc15038 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:30:55.752245 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7696b196-c101-4274-bde5-ac814fc15038 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:30:55.771839 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417cdcf-1244-4d02-b1ed-05a95ba5b72d req-239d871f-30d9-4d5d-86af-e296c66ab3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:55.775166 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d417cdcf-1244-4d02-b1ed-05a95ba5b72d req-239d871f-30d9-4d5d-86af-e296c66ab3b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ccef447787d447e9095c1dd55974941&device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 1127 time: 0.3016813 Mar 30 01:30:55.821400 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7696b196-c101-4274-bde5-ac814fc15038 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:30:55.821750 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7696b196-c101-4274-bde5-ac814fc15038 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:30:55.822080 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7696b196-c101-4274-bde5-ac814fc15038 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:30:55.822426 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7696b196-c101-4274-bde5-ac814fc15038 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:30:55.826921 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-7696b196-c101-4274-bde5-ac814fc15038 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2818dbad-ac61-48b4-b1db-4d9b7fd9a8dc']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:55.861726 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-7696b196-c101-4274-bde5-ac814fc15038 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36c2c2a-ebfe-4510-a379-6ba548eb55ee') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:55.862019 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-7696b196-c101-4274-bde5-ac814fc15038 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36c2c2a-ebfe-4510-a379-6ba548eb55ee') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:55.919746 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7696b196-c101-4274-bde5-ac814fc15038 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788084859203', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10017261'] for segment (c36c2c2a-ebfe-4510-a379-6ba548eb55ee), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:55.937469 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f6b1d2-7626-44b3-879b-d4ee7972aa14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a424ff7a-b032-4200-9986-de4dc34c97b2,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:55.946315 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-c8f6b1d2-7626-44b3-879b-d4ee7972aa14 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d299aabe9f349bd839722f0deedc789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9901235 Mar 30 01:30:55.952686 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 41758) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:55.962634 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7696b196-c101-4274-bde5-ac814fc15038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983'] for segment (c36c2c2a-ebfe-4510-a379-6ba548eb55ee), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:56.013588 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417cdcf-1244-4d02-b1ed-05a95ba5b72d req-0ad4ad80-29f7-49c3-8b16-f717819a8981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:56.016562 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d417cdcf-1244-4d02-b1ed-05a95ba5b72d req-0ad4ad80-29f7-49c3-8b16-f717819a8981 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a10fd723-6dd8-4a1b-a0de-83fac5fc91d0 HTTP/1.1" status: 200 len: 910 time: 0.2310946 Mar 30 01:30:56.022396 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:56.034457 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7696b196-c101-4274-bde5-ac814fc15038 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 01:30:56.036278 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7696b196-c101-4274-bde5-ac814fc15038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8583129'] for segment (c36c2c2a-ebfe-4510-a379-6ba548eb55ee), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:56.042571 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ae82ba79-8221-4c74-80bb-61a2d4cb36d9 req-6f907e44-dc11-476d-add0-14cf7d5accee tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 210 time: 0.0829897 Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: from cryptography.utils import int_from_bytes Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: from cryptography.utils import int_from_bytes Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: Traceback (most recent call last): Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: timer() Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: cb(*args, **kw) Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: return func(*args, **kwargs) Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: self._notify() Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: self.callback(batched_events) Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: event.method(event) Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: return f(self, *a, **k) Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: return self._get(url).json() Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: return self.request(url, 'GET', **kwargs) Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 01:30:56.049651 dv-cinder-817135-7-smb neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 01:30:56.102669 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d417cdcf-1244-4d02-b1ed-05a95ba5b72d req-2868e24f-6eea-46e1-a471-0fdb0de45e5a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a276bd6c-5627-42f3-9896-82bc5728b9e8 HTTP/1.1" status: 200 len: 217 time: 0.0762868 Mar 30 01:30:56.176118 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-14616856-b799-4271-bd2e-8083ad20e427 admin admin] Publish callbacks [] for security_group (a424ff7a-b032-4200-9986-de4dc34c97b2), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:56.198664 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417cdcf-1244-4d02-b1ed-05a95ba5b72d req-bcb0156e-bcd6-4be3-9770-91ac9a8c901f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:56.200137 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d417cdcf-1244-4d02-b1ed-05a95ba5b72d req-bcb0156e-bcd6-4be3-9770-91ac9a8c901f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8527661-c80c-4b66-a67e-458fe845c846 HTTP/1.1" status: 200 len: 849 time: 0.0894179 Mar 30 01:30:56.257329 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7696b196-c101-4274-bde5-ac814fc15038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1955690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623952'] for network (2818dbad-ac61-48b4-b1db-4d9b7fd9a8dc), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:56.258046 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-14616856-b799-4271-bd2e-8083ad20e427 admin admin] Publish callbacks [] for security_group (a424ff7a-b032-4200-9986-de4dc34c97b2), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:56.268377 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7696b196-c101-4274-bde5-ac814fc15038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:56.274047 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-7696b196-c101-4274-bde5-ac814fc15038 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2818dbad-ac61-48b4-b1db-4d9b7fd9a8dc HTTP/1.1" status: 204 len: 168 time: 1.0290053 Mar 30 01:30:56.292793 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d417cdcf-1244-4d02-b1ed-05a95ba5b72d req-c413cf57-139b-49bb-927c-d21d3d3b8ed5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a10fd723-6dd8-4a1b-a0de-83fac5fc91d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814629 Mar 30 01:30:56.324038 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696b196-c101-4274-bde5-ac814fc15038 admin admin] Pushing event deleted for resources: {'Network': ['ID=2818dbad-ac61-48b4-b1db-4d9b7fd9a8dc,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:56.448345 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-14616856-b799-4271-bd2e-8083ad20e427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (a424ff7a-b032-4200-9986-de4dc34c97b2), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:56.458218 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-14616856-b799-4271-bd2e-8083ad20e427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:56.459421 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-14616856-b799-4271-bd2e-8083ad20e427 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a424ff7a-b032-4200-9986-de4dc34c97b2 HTTP/1.1" status: 204 len: 168 time: 0.5057774 Mar 30 01:30:56.471827 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e37f9-6334-4ed5-8e43-d5cd70496d90 req-34455d6b-66d9-4f8a-865e-46d61357346e tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:56.475127 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-234e37f9-6334-4ed5-8e43-d5cd70496d90 req-34455d6b-66d9-4f8a-865e-46d61357346e tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 943 time: 0.1891158 Mar 30 01:30:56.528555 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14616856-b799-4271-bd2e-8083ad20e427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a424ff7a-b032-4200-9986-de4dc34c97b2,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:56.563398 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d417cdcf-1244-4d02-b1ed-05a95ba5b72d req-89e1f140-ef4a-432e-91dd-d60a8e8d24a2 service neutron] 10.222.0.18 "GET /v2.0/networks/a10fd723-6dd8-4a1b-a0de-83fac5fc91d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593372 Mar 30 01:30:56.578949 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-234e37f9-6334-4ed5-8e43-d5cd70496d90 req-812db720-5018-4991-8635-6c6dfa8fc114 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911319 Mar 30 01:30:56.656662 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 41776) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:56.714894 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-d4e77876-965d-46ad-8df7-f28875fd6705 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=963e4b40b974475a8ce7fefe3fc0ef0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0568736 Mar 30 01:30:56.718022 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 41780) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:56.777175 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d417cdcf-1244-4d02-b1ed-05a95ba5b72d req-2e99f7c6-4843-4010-959f-03a4ea940916 service neutron] 10.222.0.18 "GET /v2.0/networks/a10fd723-6dd8-4a1b-a0de-83fac5fc91d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064514 Mar 30 01:30:56.839874 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4c0a999f-9bf8-416a-853b-06d5b7a1676b admin admin] Publish callbacks [] for security_group (ae054562-73bb-4234-8927-5fcecd9b6de3), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:56.869026 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4c0a999f-9bf8-416a-853b-06d5b7a1676b admin admin] Publish callbacks [] for security_group (ae054562-73bb-4234-8927-5fcecd9b6de3), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:56.947368 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4c0a999f-9bf8-416a-853b-06d5b7a1676b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (ae054562-73bb-4234-8927-5fcecd9b6de3), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:56.953104 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4c0a999f-9bf8-416a-853b-06d5b7a1676b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:56.957588 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-4c0a999f-9bf8-416a-853b-06d5b7a1676b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae054562-73bb-4234-8927-5fcecd9b6de3 HTTP/1.1" status: 204 len: 168 time: 0.2344954 Mar 30 01:30:56.968509 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a999f-9bf8-416a-853b-06d5b7a1676b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae054562-73bb-4234-8927-5fcecd9b6de3,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:57.181028 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b214fa78-a7a3-4798-8ed4-1a60cf9fcb93 req-4daf5003-f0a0-4966-8374-18bd9770336a tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 210 time: 0.0401261 Mar 30 01:30:57.381743 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 41802) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:57.453185 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 41808) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:57.453456 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-a67bfb32-a4a9-4e70-85b5-9beecf79a0b4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d982ec52517640e7816411b85fa4ca02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0704453 Mar 30 01:30:57.678931 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1a4e0c89-47dd-4cc5-b078-1fb328ea086c admin admin] Publish callbacks [] for security_group (5b3ebdeb-5c57-450e-ac58-781a9f15f4ec), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:57.725556 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1a4e0c89-47dd-4cc5-b078-1fb328ea086c admin admin] Publish callbacks [] for security_group (5b3ebdeb-5c57-450e-ac58-781a9f15f4ec), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:57.797908 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f276d-fa41-472e-b600-b8d799677a06 req-127bb344-aa4d-45aa-a0d3-d57797cdca7c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:57.799795 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-782f276d-fa41-472e-b600-b8d799677a06 req-127bb344-aa4d-45aa-a0d3-d57797cdca7c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.18 "GET /v2.0/networks?id=37a51576-2901-40b9-a77d-ddc99f82f95c HTTP/1.1" status: 200 len: 817 time: 0.2687705 Mar 30 01:30:57.825685 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492cec1-0b81-48e3-8cdb-7ffa90d67791 req-0ec94076-ca15-4ed4-ab4a-a52b26ba4bf9 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:57.837008 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-3492cec1-0b81-48e3-8cdb-7ffa90d67791 req-0ec94076-ca15-4ed4-ab4a-a52b26ba4bf9 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 943 time: 0.1472678 Mar 30 01:30:57.856606 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1a4e0c89-47dd-4cc5-b078-1fb328ea086c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (5b3ebdeb-5c57-450e-ac58-781a9f15f4ec), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:57.859377 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1a4e0c89-47dd-4cc5-b078-1fb328ea086c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:57.862511 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-1a4e0c89-47dd-4cc5-b078-1fb328ea086c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5b3ebdeb-5c57-450e-ac58-781a9f15f4ec HTTP/1.1" status: 204 len: 168 time: 0.4058487 Mar 30 01:30:57.915446 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e0c89-47dd-4cc5-b078-1fb328ea086c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3ebdeb-5c57-450e-ac58-781a9f15f4ec,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:57.961404 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-3492cec1-0b81-48e3-8cdb-7ffa90d67791 req-92d570c3-dffb-424a-aa12-3a90170c54f7 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209273 Mar 30 01:30:58.058118 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-782f276d-fa41-472e-b600-b8d799677a06 req-32991338-b425-4225-bb83-f412e8d8a656 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d9a35d928b647dc9915d88e0bf1f590 HTTP/1.1" status: 200 len: 379 time: 0.2435288 Mar 30 01:30:58.068841 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [req-782f276d-fa41-472e-b600-b8d799677a06 req-d52801fd-fb08-407d-9c1e-6a222cace4c6 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Request body: {'port': {'device_id': 'd5f478d2-1297-40d6-8c0e-29100af9b3ba', 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c', 'admin_state_up': True, 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'security_groups': ['9e428002-28e3-490f-94fe-2ca3299ecbd5']}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:58.244278 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-782f276d-fa41-472e-b600-b8d799677a06 req-d52801fd-fb08-407d-9c1e-6a222cace4c6 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Made reservation on behalf of 4d9a35d928b647dc9915d88e0bf1f590 for: {'port': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:30:58.255042 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-782f276d-fa41-472e-b600-b8d799677a06 req-d52801fd-fb08-407d-9c1e-6a222cace4c6 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:58.313675 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7816d2c0-cea4-464b-8539-2b2527f94006 req-d0077222-5541-4213-adef-4d0f42faf335 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 210 time: 0.0450082 Mar 30 01:30:58.479287 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [req-782f276d-fa41-472e-b600-b8d799677a06 req-d52801fd-fb08-407d-9c1e-6a222cace4c6 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Allocated IP 172.20.0.13 (37a51576-2901-40b9-a77d-ddc99f82f95c/81bb63ca-5b7c-44e1-993e-20d1ff7fbcda/654bca5d-37d2-434e-bd0f-b50558f1cc64) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:30:58.660088 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 41852) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:58.669261 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-782f276d-fa41-472e-b600-b8d799677a06 req-d52801fd-fb08-407d-9c1e-6a222cace4c6 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks [] for port (654bca5d-37d2-434e-bd0f-b50558f1cc64), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:58.708700 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-782f276d-fa41-472e-b600-b8d799677a06 req-d52801fd-fb08-407d-9c1e-6a222cace4c6 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (654bca5d-37d2-434e-bd0f-b50558f1cc64), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:58.796771 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52801fd-fb08-407d-9c1e-6a222cace4c6 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Pushing event updated for resources: {'Port': ['ID=654bca5d-37d2-434e-bd0f-b50558f1cc64,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:58.832206 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-38a010cb-70a3-4c9e-ba5f-2211649daab8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:58.837151 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-782f276d-fa41-472e-b600-b8d799677a06 req-d52801fd-fb08-407d-9c1e-6a222cace4c6 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Network 37a51576-2901-40b9-a77d-ddc99f82f95c is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:30:58.841881 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [req-782f276d-fa41-472e-b600-b8d799677a06 req-d52801fd-fb08-407d-9c1e-6a222cace4c6 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:58.845539 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-782f276d-fa41-472e-b600-b8d799677a06 req-d52801fd-fb08-407d-9c1e-6a222cace4c6 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:30:58.999424 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f276d-fa41-472e-b600-b8d799677a06 req-d52801fd-fb08-407d-9c1e-6a222cace4c6 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:59.004174 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-38a010cb-70a3-4c9e-ba5f-2211649daab8 admin admin] Publish callbacks [] for security_group (534830aa-4b0d-4b58-85e1-669276824149), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:59.007552 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-782f276d-fa41-472e-b600-b8d799677a06 req-d52801fd-fb08-407d-9c1e-6a222cace4c6 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:59.016594 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-38a010cb-70a3-4c9e-ba5f-2211649daab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (534830aa-4b0d-4b58-85e1-669276824149), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:59.043807 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-782f276d-fa41-472e-b600-b8d799677a06 req-d52801fd-fb08-407d-9c1e-6a222cace4c6 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9792006 Mar 30 01:30:59.065852 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [req-782f276d-fa41-472e-b600-b8d799677a06 req-0352fbcc-2da3-473b-ac8c-7b1276b98bf0 service neutron] Request body: {'port': {'device_id': 'd5f478d2-1297-40d6-8c0e-29100af9b3ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:59.116221 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a010cb-70a3-4c9e-ba5f-2211649daab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534830aa-4b0d-4b58-85e1-669276824149,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:59.130137 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-38a010cb-70a3-4c9e-ba5f-2211649daab8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3b44796add7d440796aceb71791f20e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4687252 Mar 30 01:30:59.133108 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 41870) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:59.173692 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-142f693a-d863-4847-bcfe-6c0ebf631523 None None] Provisioning complete for port 654bca5d-37d2-434e-bd0f-b50558f1cc64 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:59.179711 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-142f693a-d863-4847-bcfe-6c0ebf631523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (654bca5d-37d2-434e-bd0f-b50558f1cc64), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:59.238256 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-142f693a-d863-4847-bcfe-6c0ebf631523 None None] Port 654bca5d-37d2-434e-bd0f-b50558f1cc64 cannot update to ACTIVE because it is not bound. {{(pid=103230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:30:59.278511 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-782f276d-fa41-472e-b600-b8d799677a06 req-0352fbcc-2da3-473b-ac8c-7b1276b98bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (654bca5d-37d2-434e-bd0f-b50558f1cc64), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:59.311033 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6176e-f5f2-407a-a7f3-b75b34a5fae7 req-cddf0f4c-da3b-46dc-9094-af9f2745166b tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:59.312544 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1bc6176e-f5f2-407a-a7f3-b75b34a5fae7 req-cddf0f4c-da3b-46dc-9094-af9f2745166b tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 943 time: 0.1117401 Mar 30 01:30:59.313367 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f24562b7-112d-47c8-87b8-a1f0b2c4a2c7 admin admin] Publish callbacks [] for security_group (534830aa-4b0d-4b58-85e1-669276824149), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:59.340448 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f24562b7-112d-47c8-87b8-a1f0b2c4a2c7 admin admin] Publish callbacks [] for security_group (534830aa-4b0d-4b58-85e1-669276824149), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:59.403591 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 41878) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:59.515249 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1bc6176e-f5f2-407a-a7f3-b75b34a5fae7 req-076b188f-72d1-45e9-819d-f389caa3f9ec tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227515 Mar 30 01:30:59.521027 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f24562b7-112d-47c8-87b8-a1f0b2c4a2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (534830aa-4b0d-4b58-85e1-669276824149), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:59.523894 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f24562b7-112d-47c8-87b8-a1f0b2c4a2c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:59.528381 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-f24562b7-112d-47c8-87b8-a1f0b2c4a2c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/534830aa-4b0d-4b58-85e1-669276824149 HTTP/1.1" status: 204 len: 168 time: 0.3931038 Mar 30 01:30:59.546520 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24562b7-112d-47c8-87b8-a1f0b2c4a2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534830aa-4b0d-4b58-85e1-669276824149,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:59.548868 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device a276bd6c-5627-42f3-9896-82bc5728b9e8 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:30:59.561867 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7f6d6-fd16-41e1-ab4f-a1f935b2968a req-45fc3d96-0f9e-4574-a76c-047037b245bf tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:59.563866 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-45b7f6d6-fd16-41e1-ab4f-a1f935b2968a req-45fc3d96-0f9e-4574-a76c-047037b245bf tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 932 time: 0.1477282 Mar 30 01:30:59.632548 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-45b7f6d6-fd16-41e1-ab4f-a1f935b2968a req-e6293021-783a-4f0b-9d67-71ce8feee879 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e428002-28e3-490f-94fe-2ca3299ecbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605350 Mar 30 01:30:59.644962 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3f260df5-ee00-4eb8-bdd0-b0afb1a74112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:59.751989 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port a276bd6c-5627-42f3-9896-82bc5728b9e8, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=a276bd6c-5627-42f3-9896-82bc5728b9e8,segment=NetworkSegment(6976ff74-96bc-4463-8102-8ecdd0b193f3),segment_id=6976ff74-96bc-4463-8102-8ecdd0b193f3)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:59.779098 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [req-782f276d-fa41-472e-b600-b8d799677a06 req-0352fbcc-2da3-473b-ac8c-7b1276b98bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 654bca5d-37d2-434e-bd0f-b50558f1cc64 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:30:59.781724 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Returning: {'device': 'a276bd6c-5627-42f3-9896-82bc5728b9e8', 'network_id': 'a10fd723-6dd8-4a1b-a0de-83fac5fc91d0', 'port_id': 'a276bd6c-5627-42f3-9896-82bc5728b9e8', 'mac_address': 'fa:16:3e:4f:fd:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8527661-c80c-4b66-a67e-458fe845c846', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:30:59.815719 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-782f276d-fa41-472e-b600-b8d799677a06 req-0352fbcc-2da3-473b-ac8c-7b1276b98bf0 service neutron] Publish callbacks [] for port (654bca5d-37d2-434e-bd0f-b50558f1cc64), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:59.823588 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3f260df5-ee00-4eb8-bdd0-b0afb1a74112 admin admin] Publish callbacks [] for security_group (7bd6f493-17bd-4bc8-8ab8-e3dd037ee490), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:59.849950 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3f260df5-ee00-4eb8-bdd0-b0afb1a74112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (7bd6f493-17bd-4bc8-8ab8-e3dd037ee490), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:59.850633 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [req-782f276d-fa41-472e-b600-b8d799677a06 req-0352fbcc-2da3-473b-ac8c-7b1276b98bf0 service neutron] Transition to ACTIVE for port object 654bca5d-37d2-434e-bd0f-b50558f1cc64 will not be triggered until provisioned by entity L2. {{(pid=103228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:30:59.868905 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-782f276d-fa41-472e-b600-b8d799677a06 req-0352fbcc-2da3-473b-ac8c-7b1276b98bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (654bca5d-37d2-434e-bd0f-b50558f1cc64), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:59.932320 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-3f260df5-ee00-4eb8-bdd0-b0afb1a74112 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=43f672b1dd83425fab89808524a72754&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5236294 Mar 30 01:30:59.934347 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 41890) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:59.960070 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port a276bd6c-5627-42f3-9896-82bc5728b9e8 is: DOWN; New status is: BUILD {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:59.960623 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (a276bd6c-5627-42f3-9896-82bc5728b9e8), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:00.007288 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f260df5-ee00-4eb8-bdd0-b0afb1a74112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd6f493-17bd-4bc8-8ab8-e3dd037ee490,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:00.056833 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a276bd6c-5627-42f3-9896-82bc5728b9e8 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:31:00.106702 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port a276bd6c-5627-42f3-9896-82bc5728b9e8, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=a276bd6c-5627-42f3-9896-82bc5728b9e8,segment=NetworkSegment(6976ff74-96bc-4463-8102-8ecdd0b193f3),segment_id=6976ff74-96bc-4463-8102-8ecdd0b193f3)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:31:00.116666 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (a276bd6c-5627-42f3-9896-82bc5728b9e8), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:00.124054 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c1a8a51a-6663-47e4-bd87-0fbecbd40661 admin admin] Publish callbacks [] for security_group (7bd6f493-17bd-4bc8-8ab8-e3dd037ee490), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:00.176820 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c1a8a51a-6663-47e4-bd87-0fbecbd40661 admin admin] Publish callbacks [] for security_group (7bd6f493-17bd-4bc8-8ab8-e3dd037ee490), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:00.239427 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=a276bd6c-5627-42f3-9896-82bc5728b9e8,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:00.242662 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352fbcc-2da3-473b-ac8c-7b1276b98bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=654bca5d-37d2-434e-bd0f-b50558f1cc64,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:00.301905 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c1a8a51a-6663-47e4-bd87-0fbecbd40661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (7bd6f493-17bd-4bc8-8ab8-e3dd037ee490), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:00.305212 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c1a8a51a-6663-47e4-bd87-0fbecbd40661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:00.309459 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-c1a8a51a-6663-47e4-bd87-0fbecbd40661 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7bd6f493-17bd-4bc8-8ab8-e3dd037ee490 HTTP/1.1" status: 204 len: 168 time: 0.3731775 Mar 30 01:31:00.312304 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-782f276d-fa41-472e-b600-b8d799677a06 req-0352fbcc-2da3-473b-ac8c-7b1276b98bf0 service neutron] Attempting to bind port 654bca5d-37d2-434e-bd0f-b50558f1cc64 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:31:00.312596 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-782f276d-fa41-472e-b600-b8d799677a06 req-0352fbcc-2da3-473b-ac8c-7b1276b98bf0 service neutron] Attempting to bind port 654bca5d-37d2-434e-bd0f-b50558f1cc64 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '0799e6d0-5ecf-44b1-ac82-16ebbd925b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:31:00.312916 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782f276d-fa41-472e-b600-b8d799677a06 req-0352fbcc-2da3-473b-ac8c-7b1276b98bf0 service neutron] Attempting to bind port 654bca5d-37d2-434e-bd0f-b50558f1cc64 on network 37a51576-2901-40b9-a77d-ddc99f82f95c {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:31:00.324729 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782f276d-fa41-472e-b600-b8d799677a06 req-0352fbcc-2da3-473b-ac8c-7b1276b98bf0 service neutron] Port 654bca5d-37d2-434e-bd0f-b50558f1cc64 on network 37a51576-2901-40b9-a77d-ddc99f82f95c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:31:00.325060 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782f276d-fa41-472e-b600-b8d799677a06 req-0352fbcc-2da3-473b-ac8c-7b1276b98bf0 service neutron] Attempting to bind port 654bca5d-37d2-434e-bd0f-b50558f1cc64 on network 37a51576-2901-40b9-a77d-ddc99f82f95c {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:31:00.327832 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8a51a-6663-47e4-bd87-0fbecbd40661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd6f493-17bd-4bc8-8ab8-e3dd037ee490,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:00.332521 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782f276d-fa41-472e-b600-b8d799677a06 req-0352fbcc-2da3-473b-ac8c-7b1276b98bf0 service neutron] Checking agent: {'id': '4d4a4723-54eb-40cd-a736-b5d7ac710e77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'started_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:31:00.333016 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782f276d-fa41-472e-b600-b8d799677a06 req-0352fbcc-2da3-473b-ac8c-7b1276b98bf0 service neutron] Checking segment: {'id': '0799e6d0-5ecf-44b1-ac82-16ebbd925b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:31:00.333442 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782f276d-fa41-472e-b600-b8d799677a06 req-0352fbcc-2da3-473b-ac8c-7b1276b98bf0 service neutron] Bound using segment: {'id': '0799e6d0-5ecf-44b1-ac82-16ebbd925b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:31:00.334156 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-782f276d-fa41-472e-b600-b8d799677a06 req-0352fbcc-2da3-473b-ac8c-7b1276b98bf0 service neutron] Bound port: 654bca5d-37d2-434e-bd0f-b50558f1cc64, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0799e6d0-5ecf-44b1-ac82-16ebbd925b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:31:00.334571 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-782f276d-fa41-472e-b600-b8d799677a06 req-0352fbcc-2da3-473b-ac8c-7b1276b98bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (654bca5d-37d2-434e-bd0f-b50558f1cc64), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:00.447516 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-782f276d-fa41-472e-b600-b8d799677a06 req-0352fbcc-2da3-473b-ac8c-7b1276b98bf0 service neutron] For port 654bca5d-37d2-434e-bd0f-b50558f1cc64, host hv-cinder-81713, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:31:00.451495 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-782f276d-fa41-472e-b600-b8d799677a06 req-0352fbcc-2da3-473b-ac8c-7b1276b98bf0 service neutron] For port 654bca5d-37d2-434e-bd0f-b50558f1cc64, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=654bca5d-37d2-434e-bd0f-b50558f1cc64,segment=NetworkSegment(0799e6d0-5ecf-44b1-ac82-16ebbd925b69),segment_id=0799e6d0-5ecf-44b1-ac82-16ebbd925b69)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:31:00.463741 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-782f276d-fa41-472e-b600-b8d799677a06 req-0352fbcc-2da3-473b-ac8c-7b1276b98bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (654bca5d-37d2-434e-bd0f-b50558f1cc64), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:00.513537 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f276d-fa41-472e-b600-b8d799677a06 req-0352fbcc-2da3-473b-ac8c-7b1276b98bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:00.514471 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-782f276d-fa41-472e-b600-b8d799677a06 req-0352fbcc-2da3-473b-ac8c-7b1276b98bf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:00.516740 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-782f276d-fa41-472e-b600-b8d799677a06 req-0352fbcc-2da3-473b-ac8c-7b1276b98bf0 service neutron] 10.222.0.18 "PUT /v2.0/ports/654bca5d-37d2-434e-bd0f-b50558f1cc64 HTTP/1.1" status: 200 len: 1094 time: 1.4552495 Mar 30 01:31:00.517415 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f478d2-1297-40d6-8c0e-29100af9b3ba', 'tag': '654bca5d-37d2-434e-bd0f-b50558f1cc64'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:31:00.520770 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6953f75-4efd-4bf3-b669-50bbb751f5a6" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f478d2-1297-40d6-8c0e-29100af9b3ba", "tag": "654bca5d-37d2-434e-bd0f-b50558f1cc64"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:31:00.542934 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['a276bd6c-5627-42f3-9896-82bc5728b9e8'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:31:00.569753 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352fbcc-2da3-473b-ac8c-7b1276b98bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=654bca5d-37d2-434e-bd0f-b50558f1cc64,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:00.659143 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7f49bb-1912-4c8a-ab70-b86e14a0833b x-openstack-request-id: req-7f7f49bb-1912-4c8a-ab70-b86e14a0833b {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:31:00.659521 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f478d2-1297-40d6-8c0e-29100af9b3ba", "tag": "654bca5d-37d2-434e-bd0f-b50558f1cc64", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:31:00.659837 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f7f49bb-1912-4c8a-ab70-b86e14a0833b {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:31:00.660324 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f7f49bb-1912-4c8a-ab70-b86e14a0833b'] response: {'name': 'network-changed', 'server_uuid': 'd5f478d2-1297-40d6-8c0e-29100af9b3ba', 'tag': '654bca5d-37d2-434e-bd0f-b50558f1cc64', 'status': 'completed', 'code': 200} Mar 30 01:31:00.667521 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f276d-fa41-472e-b600-b8d799677a06 req-fbdc6ef5-650f-4994-9ccf-4de0ddef8553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:00.669097 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-782f276d-fa41-472e-b600-b8d799677a06 req-fbdc6ef5-650f-4994-9ccf-4de0ddef8553 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d9a35d928b647dc9915d88e0bf1f590&device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 1128 time: 0.0939500 Mar 30 01:31:00.777433 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1943ad-2cbc-4fb4-899c-5986e863b0e9 req-d3175ed1-7137-43d1-97b2-b678ccbe15c1 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:00.780217 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8c1943ad-2cbc-4fb4-899c-5986e863b0e9 req-d3175ed1-7137-43d1-97b2-b678ccbe15c1 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 944 time: 0.1111362 Mar 30 01:31:00.783706 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-782f276d-fa41-472e-b600-b8d799677a06 req-60f03176-1ebe-4323-b345-f8c2290b5105 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=654bca5d-37d2-434e-bd0f-b50558f1cc64 HTTP/1.1" status: 200 len: 217 time: 0.1037338 Mar 30 01:31:00.885973 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f276d-fa41-472e-b600-b8d799677a06 req-cc67af64-7501-4d2e-aab5-184b8889b8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:00.892894 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-782f276d-fa41-472e-b600-b8d799677a06 req-cc67af64-7501-4d2e-aab5-184b8889b8d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81bb63ca-5b7c-44e1-993e-20d1ff7fbcda HTTP/1.1" status: 200 len: 856 time: 0.0912189 Mar 30 01:31:00.917594 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8c1943ad-2cbc-4fb4-899c-5986e863b0e9 req-18d60cc8-9634-4e79-bac0-b7675bf4e440 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260562 Mar 30 01:31:00.950667 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c36c50-091f-46d7-91c4-380814fb1775 req-f418699f-88fe-4092-ac41-096871cd883b tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:00.956680 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-66c36c50-091f-46d7-91c4-380814fb1775 req-f418699f-88fe-4092-ac41-096871cd883b tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 944 time: 0.1325212 Mar 30 01:31:00.963986 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f276d-fa41-472e-b600-b8d799677a06 req-df6053d9-86e4-43bf-b4a2-ad4f555394ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:00.965661 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-782f276d-fa41-472e-b600-b8d799677a06 req-df6053d9-86e4-43bf-b4a2-ad4f555394ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37a51576-2901-40b9-a77d-ddc99f82f95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0614932 Mar 30 01:31:01.088540 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-66c36c50-091f-46d7-91c4-380814fb1775 req-4db78bf2-6bc9-4e29-93ff-5d99b9ae6416 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e428002-28e3-490f-94fe-2ca3299ecbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264317 Mar 30 01:31:01.128580 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 41916) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:01.143032 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d670c638-3ce7-41ae-b00a-65f8ab39695b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:01.190209 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-782f276d-fa41-472e-b600-b8d799677a06 req-3fced5d2-6e52-48ce-8895-0ed356aa8206 service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136066 Mar 30 01:31:01.248532 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d670c638-3ce7-41ae-b00a-65f8ab39695b admin admin] Publish callbacks [] for security_group (8277055f-cff4-448b-9aee-326a8aa49552), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:01.255590 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d670c638-3ce7-41ae-b00a-65f8ab39695b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (8277055f-cff4-448b-9aee-326a8aa49552), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:01.291229 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-d670c638-3ce7-41ae-b00a-65f8ab39695b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d09092feddb482d94b2451441b86562&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1615050 Mar 30 01:31:01.297974 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 41918) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:01.333265 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670c638-3ce7-41ae-b00a-65f8ab39695b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8277055f-cff4-448b-9aee-326a8aa49552,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:01.342244 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-782f276d-fa41-472e-b600-b8d799677a06 req-afa6a8ab-aacc-47bb-b61f-66683d3d1599 service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451957 Mar 30 01:31:01.375305 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2a27a3b2-e369-44a0-8a7b-14fd47174468 admin admin] Publish callbacks [] for security_group (8277055f-cff4-448b-9aee-326a8aa49552), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:01.399359 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2a27a3b2-e369-44a0-8a7b-14fd47174468 admin admin] Publish callbacks [] for security_group (8277055f-cff4-448b-9aee-326a8aa49552), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:01.475745 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2a27a3b2-e369-44a0-8a7b-14fd47174468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (8277055f-cff4-448b-9aee-326a8aa49552), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:01.475745 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2a27a3b2-e369-44a0-8a7b-14fd47174468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:01.475745 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-2a27a3b2-e369-44a0-8a7b-14fd47174468 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8277055f-cff4-448b-9aee-326a8aa49552 HTTP/1.1" status: 204 len: 168 time: 0.1764541 Mar 30 01:31:01.498685 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6953f75-4efd-4bf3-b669-50bbb751f5a6 req-94887c3f-9ce7-4d94-baea-10ec2adc22bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:01.503257 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a6953f75-4efd-4bf3-b669-50bbb751f5a6 req-94887c3f-9ce7-4d94-baea-10ec2adc22bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d9a35d928b647dc9915d88e0bf1f590&device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 1128 time: 0.0871489 Mar 30 01:31:01.522051 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27a3b2-e369-44a0-8a7b-14fd47174468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8277055f-cff4-448b-9aee-326a8aa49552,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:01.661488 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6953f75-4efd-4bf3-b669-50bbb751f5a6 req-bd25a0e4-dcb8-4945-870e-59dbefe949ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:01.663092 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a6953f75-4efd-4bf3-b669-50bbb751f5a6 req-bd25a0e4-dcb8-4945-870e-59dbefe949ab service neutron] 10.222.0.18 "GET /v2.0/networks?id=37a51576-2901-40b9-a77d-ddc99f82f95c HTTP/1.1" status: 200 len: 918 time: 0.1496263 Mar 30 01:31:01.715099 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a6953f75-4efd-4bf3-b669-50bbb751f5a6 req-3726234c-1d22-49db-bca2-75a0764818a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=654bca5d-37d2-434e-bd0f-b50558f1cc64 HTTP/1.1" status: 200 len: 217 time: 0.0438628 Mar 30 01:31:01.774288 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6953f75-4efd-4bf3-b669-50bbb751f5a6 req-a064d502-4ead-4c48-bdc9-c19bf79e7f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:01.775719 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a6953f75-4efd-4bf3-b669-50bbb751f5a6 req-a064d502-4ead-4c48-bdc9-c19bf79e7f2b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81bb63ca-5b7c-44e1-993e-20d1ff7fbcda HTTP/1.1" status: 200 len: 856 time: 0.0538099 Mar 30 01:31:01.845525 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6953f75-4efd-4bf3-b669-50bbb751f5a6 req-1126e272-8a12-4400-8287-7df8411d6440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:01.847471 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a6953f75-4efd-4bf3-b669-50bbb751f5a6 req-1126e272-8a12-4400-8287-7df8411d6440 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37a51576-2901-40b9-a77d-ddc99f82f95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0627418 Mar 30 01:31:01.979633 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a6953f75-4efd-4bf3-b669-50bbb751f5a6 req-39282738-b888-4746-966a-49a35d96b9ca service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252518 Mar 30 01:31:02.059879 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c129e-be4e-40b7-9a84-97b87cea50e1 req-ef83e81f-bd93-4cb8-af5a-554189f0081e tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:02.061680 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-574c129e-be4e-40b7-9a84-97b87cea50e1 req-ef83e81f-bd93-4cb8-af5a-554189f0081e tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 944 time: 0.0754027 Mar 30 01:31:02.094175 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a6953f75-4efd-4bf3-b669-50bbb751f5a6 req-d90fe63b-ed5c-4e91-a172-7f61d17c7c99 service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052194 Mar 30 01:31:02.153619 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-574c129e-be4e-40b7-9a84-97b87cea50e1 req-b6f67bb6-08d0-4eeb-8b14-72e8d9c1e784 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846262 Mar 30 01:31:02.241152 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621abfc-53f1-4cea-b31b-758293e61c25 req-3b377bf7-e49c-4f20-be4a-676355e797f8 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:02.242664 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4621abfc-53f1-4cea-b31b-758293e61c25 req-3b377bf7-e49c-4f20-be4a-676355e797f8 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 944 time: 0.0657473 Mar 30 01:31:02.298950 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4621abfc-53f1-4cea-b31b-758293e61c25 req-36feadef-e7ee-4183-a075-60442af4c1bf tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e428002-28e3-490f-94fe-2ca3299ecbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500679 Mar 30 01:31:03.276167 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe6bae-a364-47cb-bd51-e120e4dd8a0e req-2b7fa463-ab57-4b40-9bbb-7748f45a9401 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:03.280445 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-48fe6bae-a364-47cb-bd51-e120e4dd8a0e req-2b7fa463-ab57-4b40-9bbb-7748f45a9401 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 944 time: 0.0612793 Mar 30 01:31:03.349196 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-48fe6bae-a364-47cb-bd51-e120e4dd8a0e req-e3511f4b-b479-4477-ac0b-ae4273b15d1c tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579383 Mar 30 01:31:03.439887 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292edd8-14e6-4ce3-97eb-d7b71c3d2688 req-656bd968-b5f9-4148-9b09-1d005cca20c5 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:03.441672 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a292edd8-14e6-4ce3-97eb-d7b71c3d2688 req-656bd968-b5f9-4148-9b09-1d005cca20c5 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 944 time: 0.0613160 Mar 30 01:31:03.503282 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a292edd8-14e6-4ce3-97eb-d7b71c3d2688 req-52584c4b-c5d3-432a-8f00-47e841e938dd tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e428002-28e3-490f-94fe-2ca3299ecbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482907 Mar 30 01:31:03.550599 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device a276bd6c-5627-42f3-9896-82bc5728b9e8 up at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:31:03.603161 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning for port a276bd6c-5627-42f3-9896-82bc5728b9e8 completed by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:31:03.607570 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning complete for port a276bd6c-5627-42f3-9896-82bc5728b9e8 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:31:03.608173 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (a276bd6c-5627-42f3-9896-82bc5728b9e8), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:03.853043 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port a276bd6c-5627-42f3-9896-82bc5728b9e8 is: BUILD; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:31:03.853431 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (a276bd6c-5627-42f3-9896-82bc5728b9e8), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:03.879597 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d21a258-648a-4107-bd80-9f5cfbfab5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a276bd6c-5627-42f3-9896-82bc5728b9e8'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:31:03.882357 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b54a399a95781ce0e36d18e73dfd9bddfd965df0fcdebdd8e46dd02a402f6d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bdd905-1406-450e-951c-78b729818bae" -d '{"events": [{"server_uuid": "4d21a258-648a-4107-bd80-9f5cfbfab5ad", "name": "network-vif-plugged", "status": "completed", "tag": "a276bd6c-5627-42f3-9896-82bc5728b9e8"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:31:03.896144 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port a276bd6c-5627-42f3-9896-82bc5728b9e8, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=a276bd6c-5627-42f3-9896-82bc5728b9e8,segment=NetworkSegment(6976ff74-96bc-4463-8102-8ecdd0b193f3),segment_id=6976ff74-96bc-4463-8102-8ecdd0b193f3)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:31:03.902782 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (a276bd6c-5627-42f3-9896-82bc5728b9e8), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:03.932303 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff32089-9b9e-4584-b4c3-4c2692857030 x-openstack-request-id: req-eff32089-9b9e-4584-b4c3-4c2692857030 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:31:03.932619 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d21a258-648a-4107-bd80-9f5cfbfab5ad", "name": "network-vif-plugged", "status": "completed", "tag": "a276bd6c-5627-42f3-9896-82bc5728b9e8", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:31:03.932873 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eff32089-9b9e-4584-b4c3-4c2692857030 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:31:03.933275 dv-cinder-817135-7-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eff32089-9b9e-4584-b4c3-4c2692857030'] response: {'server_uuid': '4d21a258-648a-4107-bd80-9f5cfbfab5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a276bd6c-5627-42f3-9896-82bc5728b9e8', 'code': 200} Mar 30 01:31:03.964078 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=a276bd6c-5627-42f3-9896-82bc5728b9e8,revision_number=5']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:04.164950 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae919b6a-00da-4107-b23c-527125147630 req-40806205-e804-4cc3-a53f-94a11c7c11a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:04.167146 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ae919b6a-00da-4107-b23c-527125147630 req-40806205-e804-4cc3-a53f-94a11c7c11a2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 1129 time: 0.0707414 Mar 30 01:31:04.218921 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ae919b6a-00da-4107-b23c-527125147630 req-e64e557d-8fda-4fa9-906e-bfcf0ef7390e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430682 Mar 30 01:31:04.489854 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bdd08-c2ef-4411-91ba-22d8ef7e2f1b req-d211c591-e01c-47fc-a7cc-e180ec615860 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:04.491420 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-769bdd08-c2ef-4411-91ba-22d8ef7e2f1b req-d211c591-e01c-47fc-a7cc-e180ec615860 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 945 time: 0.0598636 Mar 30 01:31:04.561934 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-769bdd08-c2ef-4411-91ba-22d8ef7e2f1b req-ce8eaec9-259f-4179-b7e6-f09433280a00 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615454 Mar 30 01:31:04.637292 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936c423-29e6-4950-87f1-f33f787206a2 req-5dbf05c2-6356-4bc2-a6cb-45c01d788e09 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:04.644262 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b936c423-29e6-4950-87f1-f33f787206a2 req-5dbf05c2-6356-4bc2-a6cb-45c01d788e09 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 944 time: 0.0631173 Mar 30 01:31:04.687764 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:04.705774 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b936c423-29e6-4950-87f1-f33f787206a2 req-aed11ced-047a-451b-9983-3c10a91db441 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e428002-28e3-490f-94fe-2ca3299ecbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602221 Mar 30 01:31:05.283426 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-6ebdea40-745b-4cfb-934b-3d42873b02cf req-0036e5dd-ac45-4085-9a49-7fcca2218c38 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505354 Mar 30 01:31:05.355469 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdea40-745b-4cfb-934b-3d42873b02cf req-2e4bf234-d0c4-4054-afdc-93139bfea11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:05.357016 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-6ebdea40-745b-4cfb-934b-3d42873b02cf req-2e4bf234-d0c4-4054-afdc-93139bfea11b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d9a35d928b647dc9915d88e0bf1f590&device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 1130 time: 0.0472062 Mar 30 01:31:05.511176 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdea40-745b-4cfb-934b-3d42873b02cf req-e941a106-a4c2-4ce9-87da-74a9460da23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:05.512825 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-6ebdea40-745b-4cfb-934b-3d42873b02cf req-e941a106-a4c2-4ce9-87da-74a9460da23e service neutron] 10.222.0.18 "GET /v2.0/networks?id=37a51576-2901-40b9-a77d-ddc99f82f95c HTTP/1.1" status: 200 len: 918 time: 0.1290419 Mar 30 01:31:05.563500 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-6ebdea40-745b-4cfb-934b-3d42873b02cf req-364815f8-147d-4c22-bf4d-395be5f9f735 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5 HTTP/1.1" status: 200 len: 217 time: 0.0359068 Mar 30 01:31:05.567769 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 654bca5d-37d2-434e-bd0f-b50558f1cc64 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:31:05.627097 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdea40-745b-4cfb-934b-3d42873b02cf req-36cf1433-4611-4855-a4b8-356b4c36b50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:05.628824 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-6ebdea40-745b-4cfb-934b-3d42873b02cf req-36cf1433-4611-4855-a4b8-356b4c36b50d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81bb63ca-5b7c-44e1-993e-20d1ff7fbcda HTTP/1.1" status: 200 len: 856 time: 0.0587533 Mar 30 01:31:05.748833 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdea40-745b-4cfb-934b-3d42873b02cf req-ff463373-ee38-4d62-bd46-07a3a106f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:05.750598 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-6ebdea40-745b-4cfb-934b-3d42873b02cf req-ff463373-ee38-4d62-bd46-07a3a106f7c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37a51576-2901-40b9-a77d-ddc99f82f95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1154125 Mar 30 01:31:05.762437 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eec31d-1a81-48a8-b172-714722818e19 req-0bc9bc78-b5b3-447c-b0b1-c01dba81f13e tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:05.772614 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-17eec31d-1a81-48a8-b172-714722818e19 req-0bc9bc78-b5b3-447c-b0b1-c01dba81f13e tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 945 time: 0.1352155 Mar 30 01:31:05.802806 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 654bca5d-37d2-434e-bd0f-b50558f1cc64, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=654bca5d-37d2-434e-bd0f-b50558f1cc64,segment=NetworkSegment(0799e6d0-5ecf-44b1-ac82-16ebbd925b69),segment_id=0799e6d0-5ecf-44b1-ac82-16ebbd925b69)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:31:05.822274 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Returning: {'device': '654bca5d-37d2-434e-bd0f-b50558f1cc64', 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c', 'port_id': '654bca5d-37d2-434e-bd0f-b50558f1cc64', 'mac_address': 'fa:16:3e:60:15:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81bb63ca-5b7c-44e1-993e-20d1ff7fbcda', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:31:05.866810 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port 654bca5d-37d2-434e-bd0f-b50558f1cc64 is: DOWN; New status is: BUILD {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:31:05.867323 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (654bca5d-37d2-434e-bd0f-b50558f1cc64), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:05.884852 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 654bca5d-37d2-434e-bd0f-b50558f1cc64 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:31:05.912765 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 654bca5d-37d2-434e-bd0f-b50558f1cc64, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=654bca5d-37d2-434e-bd0f-b50558f1cc64,segment=NetworkSegment(0799e6d0-5ecf-44b1-ac82-16ebbd925b69),segment_id=0799e6d0-5ecf-44b1-ac82-16ebbd925b69)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:31:05.920225 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (654bca5d-37d2-434e-bd0f-b50558f1cc64), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:05.939528 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-17eec31d-1a81-48a8-b172-714722818e19 req-4d50c44b-8f3e-474a-ad2a-e0cd0fb04fd2 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586542 Mar 30 01:31:05.955902 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-6ebdea40-745b-4cfb-934b-3d42873b02cf req-dac0a519-0642-4d39-a302-7af219d3b5a9 service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877980 Mar 30 01:31:06.005316 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=654bca5d-37d2-434e-bd0f-b50558f1cc64,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:06.014144 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4ac3e-6124-46f9-a764-d7dac33ffaec req-85573547-aed6-4a64-a120-1833e81561df tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:06.018727 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a8c4ac3e-6124-46f9-a764-d7dac33ffaec req-85573547-aed6-4a64-a120-1833e81561df tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 944 time: 0.1587675 Mar 30 01:31:06.083476 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a8c4ac3e-6124-46f9-a764-d7dac33ffaec req-4910edfd-9a80-4077-8201-aa62b8337e1b tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e428002-28e3-490f-94fe-2ca3299ecbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523713 Mar 30 01:31:06.110570 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-6ebdea40-745b-4cfb-934b-3d42873b02cf req-291428ba-6dde-4adf-8dd3-87a81093838b service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488559 Mar 30 01:31:06.386182 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['654bca5d-37d2-434e-bd0f-b50558f1cc64'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:31:06.908835 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b4537-89c0-43b2-8b95-40681670c438 req-ef3e31c4-b451-44f1-b22d-e708982eff4a tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:06.910301 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-049b4537-89c0-43b2-8b95-40681670c438 req-ef3e31c4-b451-44f1-b22d-e708982eff4a tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/networks?id=ed006982-a1e4-4cb9-947e-e0466ea24662 HTTP/1.1" status: 200 len: 815 time: 0.1167631 Mar 30 01:31:06.924783 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-049b4537-89c0-43b2-8b95-40681670c438 req-deffc0fa-624f-4ede-bf44-6f09154a0557 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/quotas/6101ee0d13f14f7bbc3124f3c0fae568 HTTP/1.1" status: 200 len: 375 time: 0.0089066 Mar 30 01:31:06.980808 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-049b4537-89c0-43b2-8b95-40681670c438 req-8effd89a-ab92-4f00-885a-d5abf46d259d tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6101ee0d13f14f7bbc3124f3c0fae568&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503845 Mar 30 01:31:07.107924 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-049b4537-89c0-43b2-8b95-40681670c438 req-0869dc36-4be2-487d-aa55-e500ba8af95a service neutron] 10.222.0.25 "GET /v2.0/networks/ed006982-a1e4-4cb9-947e-e0466ea24662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154959 Mar 30 01:31:07.118362 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a5c1a-0e19-4610-928b-bccc8399a3eb req-5683bcae-6994-4561-89ff-f3f39301d3aa tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:07.119807 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e93a5c1a-0e19-4610-928b-bccc8399a3eb req-5683bcae-6994-4561-89ff-f3f39301d3aa tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 945 time: 0.0832109 Mar 30 01:31:07.432216 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e93a5c1a-0e19-4610-928b-bccc8399a3eb req-d40d4219-8002-4692-b1fe-0a3a89476031 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046782 Mar 30 01:31:07.449859 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-049b4537-89c0-43b2-8b95-40681670c438 req-3b16b565-abd6-4332-967f-7651ae6e2325 service neutron] 10.222.0.25 "GET /v2.0/networks/ed006982-a1e4-4cb9-947e-e0466ea24662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291037 Mar 30 01:31:07.577836 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 654bca5d-37d2-434e-bd0f-b50558f1cc64 up at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:31:07.599733 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d012d4-747a-48d4-a991-b7896aef83f5 req-5bf0b07f-53d4-4109-bbc7-d6e26447dca7 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:07.607047 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-96d012d4-747a-48d4-a991-b7896aef83f5 req-5bf0b07f-53d4-4109-bbc7-d6e26447dca7 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 945 time: 0.0840335 Mar 30 01:31:07.651708 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning for port 654bca5d-37d2-434e-bd0f-b50558f1cc64 completed by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:31:07.656758 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning complete for port 654bca5d-37d2-434e-bd0f-b50558f1cc64 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:31:07.657207 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (654bca5d-37d2-434e-bd0f-b50558f1cc64), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:07.678914 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6f0e45c1-bc5b-4707-9426-bc53d1763df7 req-d9614cc2-bfdf-42fd-9f67-96995be0b334 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 210 time: 0.0522885 Mar 30 01:31:07.731939 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-96d012d4-747a-48d4-a991-b7896aef83f5 req-20c7c456-24c1-4a15-8b51-9ab7543c1292 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e428002-28e3-490f-94fe-2ca3299ecbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238801 Mar 30 01:31:07.797169 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port 654bca5d-37d2-434e-bd0f-b50558f1cc64 is: BUILD; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:31:07.797748 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (654bca5d-37d2-434e-bd0f-b50558f1cc64), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:07.824396 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f478d2-1297-40d6-8c0e-29100af9b3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654bca5d-37d2-434e-bd0f-b50558f1cc64'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:31:07.826939 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b54a399a95781ce0e36d18e73dfd9bddfd965df0fcdebdd8e46dd02a402f6d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32559089-6052-4666-b27d-b6f8a5390651" -d '{"events": [{"server_uuid": "d5f478d2-1297-40d6-8c0e-29100af9b3ba", "name": "network-vif-plugged", "status": "completed", "tag": "654bca5d-37d2-434e-bd0f-b50558f1cc64"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:31:07.841268 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 654bca5d-37d2-434e-bd0f-b50558f1cc64, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=654bca5d-37d2-434e-bd0f-b50558f1cc64,segment=NetworkSegment(0799e6d0-5ecf-44b1-ac82-16ebbd925b69),segment_id=0799e6d0-5ecf-44b1-ac82-16ebbd925b69)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:31:07.847061 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (654bca5d-37d2-434e-bd0f-b50558f1cc64), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:07.884381 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a4a8a5-adc0-4ba4-b2b4-847c2c1d19c5 x-openstack-request-id: req-74a4a8a5-adc0-4ba4-b2b4-847c2c1d19c5 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:31:07.884868 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f478d2-1297-40d6-8c0e-29100af9b3ba", "name": "network-vif-plugged", "status": "completed", "tag": "654bca5d-37d2-434e-bd0f-b50558f1cc64", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:31:07.885013 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74a4a8a5-adc0-4ba4-b2b4-847c2c1d19c5 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:31:07.885400 dv-cinder-817135-7-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74a4a8a5-adc0-4ba4-b2b4-847c2c1d19c5'] response: {'server_uuid': 'd5f478d2-1297-40d6-8c0e-29100af9b3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654bca5d-37d2-434e-bd0f-b50558f1cc64', 'code': 200} Mar 30 01:31:07.916753 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=654bca5d-37d2-434e-bd0f-b50558f1cc64,revision_number=5']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:08.080050 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627011e3-3a43-4365-95ca-b38028b2906d req-8e6f2673-80c0-425b-85f8-8bfba62a6812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:08.081706 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-627011e3-3a43-4365-95ca-b38028b2906d req-8e6f2673-80c0-425b-85f8-8bfba62a6812 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 1130 time: 0.0495043 Mar 30 01:31:08.127061 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-627011e3-3a43-4365-95ca-b38028b2906d req-2bac9bc2-147e-4a2e-b9f9-89358187b30c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9e428002-28e3-490f-94fe-2ca3299ecbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393467 Mar 30 01:31:08.287112 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf58e93-bc33-4ed6-a9ed-bd72061d5f25 req-2fc31050-4562-4176-8228-a7730f2a5cdb tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:08.288675 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6bf58e93-bc33-4ed6-a9ed-bd72061d5f25 req-2fc31050-4562-4176-8228-a7730f2a5cdb tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 945 time: 0.0642488 Mar 30 01:31:08.339900 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6bf58e93-bc33-4ed6-a9ed-bd72061d5f25 req-7016a721-8b9f-4bd4-b135-33138ef2e0a0 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455525 Mar 30 01:31:08.784013 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d96c5b56-a758-4853-b6df-9ba34f5fcf33 req-1e59257b-dbba-4e78-9a46-f683290923c0 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 210 time: 0.0306580 Mar 30 01:31:08.867854 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8988ccf-48c5-419f-99a7-7e11e741549b req-9a333c7c-3fd3-46a1-ae92-f667d0f1aaf2 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:08.869664 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a8988ccf-48c5-419f-99a7-7e11e741549b req-9a333c7c-3fd3-46a1-ae92-f667d0f1aaf2 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 946 time: 0.0550044 Mar 30 01:31:08.923138 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a8988ccf-48c5-419f-99a7-7e11e741549b req-2381e385-71f4-47b7-829f-f1952eb2099b tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e428002-28e3-490f-94fe-2ca3299ecbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476320 Mar 30 01:31:09.263069 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b4537-89c0-43b2-8b95-40681670c438 req-86d85f8f-486d-4afc-81a4-80d2903681e9 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:09.264474 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-049b4537-89c0-43b2-8b95-40681670c438 req-86d85f8f-486d-4afc-81a4-80d2903681e9 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.18 "GET /v2.0/networks?id=ed006982-a1e4-4cb9-947e-e0466ea24662 HTTP/1.1" status: 200 len: 815 time: 0.0992072 Mar 30 01:31:09.281342 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [req-049b4537-89c0-43b2-8b95-40681670c438 req-f161d516-0f52-4792-a0c6-f6311633f6e3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Request body: {'port': {'device_id': '9d4d2b7e-684f-4300-895f-ccdc7efee9b8', 'network_id': 'ed006982-a1e4-4cb9-947e-e0466ea24662', 'admin_state_up': True, 'tenant_id': '6101ee0d13f14f7bbc3124f3c0fae568'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:31:09.393801 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-049b4537-89c0-43b2-8b95-40681670c438 req-f161d516-0f52-4792-a0c6-f6311633f6e3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Made reservation on behalf of 6101ee0d13f14f7bbc3124f3c0fae568 for: {'port': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:31:09.397759 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-049b4537-89c0-43b2-8b95-40681670c438 req-f161d516-0f52-4792-a0c6-f6311633f6e3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:09.477105 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f520c-79f9-41c5-aed9-76e8dd193ed7 req-6b0fd7ef-1a3e-4520-a1f3-86eb4bd09cfc tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:09.478861 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c31f520c-79f9-41c5-aed9-76e8dd193ed7 req-6b0fd7ef-1a3e-4520-a1f3-86eb4bd09cfc tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 945 time: 0.0571856 Mar 30 01:31:09.530681 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c31f520c-79f9-41c5-aed9-76e8dd193ed7 req-0b7fa980-7a1f-4cea-a46b-57a03e18e687 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452125 Mar 30 01:31:09.533448 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [req-049b4537-89c0-43b2-8b95-40681670c438 req-f161d516-0f52-4792-a0c6-f6311633f6e3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Allocated IP 172.20.0.8 (ed006982-a1e4-4cb9-947e-e0466ea24662/0eb1ea88-c52d-4b49-9989-067e5a5a20cb/bde9f3f9-41ba-49ef-9383-1ce552797076) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:31:09.679835 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-049b4537-89c0-43b2-8b95-40681670c438 req-f161d516-0f52-4792-a0c6-f6311633f6e3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks [] for port (bde9f3f9-41ba-49ef-9383-1ce552797076), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:09.717168 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-049b4537-89c0-43b2-8b95-40681670c438 req-f161d516-0f52-4792-a0c6-f6311633f6e3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (bde9f3f9-41ba-49ef-9383-1ce552797076), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:09.765223 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-049b4537-89c0-43b2-8b95-40681670c438 req-f161d516-0f52-4792-a0c6-f6311633f6e3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Network ed006982-a1e4-4cb9-947e-e0466ea24662 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:31:09.768743 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [req-049b4537-89c0-43b2-8b95-40681670c438 req-f161d516-0f52-4792-a0c6-f6311633f6e3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:31:09.776097 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-049b4537-89c0-43b2-8b95-40681670c438 req-f161d516-0f52-4792-a0c6-f6311633f6e3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:31:09.783620 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f161d516-0f52-4792-a0c6-f6311633f6e3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Pushing event updated for resources: {'Port': ['ID=bde9f3f9-41ba-49ef-9383-1ce552797076,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:09.818084 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161d516-0f52-4792-a0c6-f6311633f6e3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:09.818698 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161d516-0f52-4792-a0c6-f6311633f6e3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:09.819208 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161d516-0f52-4792-a0c6-f6311633f6e3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:09.819525 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161d516-0f52-4792-a0c6-f6311633f6e3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:09.819845 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161d516-0f52-4792-a0c6-f6311633f6e3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:09.820209 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161d516-0f52-4792-a0c6-f6311633f6e3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:09.820572 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161d516-0f52-4792-a0c6-f6311633f6e3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:09.820959 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161d516-0f52-4792-a0c6-f6311633f6e3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:09.821300 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161d516-0f52-4792-a0c6-f6311633f6e3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:09.821651 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161d516-0f52-4792-a0c6-f6311633f6e3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:09.822087 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161d516-0f52-4792-a0c6-f6311633f6e3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:09.822299 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161d516-0f52-4792-a0c6-f6311633f6e3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:09.822684 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161d516-0f52-4792-a0c6-f6311633f6e3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:09.823009 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161d516-0f52-4792-a0c6-f6311633f6e3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:09.823346 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161d516-0f52-4792-a0c6-f6311633f6e3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:09.849076 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b4537-89c0-43b2-8b95-40681670c438 req-f161d516-0f52-4792-a0c6-f6311633f6e3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:09.850345 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-049b4537-89c0-43b2-8b95-40681670c438 req-f161d516-0f52-4792-a0c6-f6311633f6e3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:09.879055 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-049b4537-89c0-43b2-8b95-40681670c438 req-f161d516-0f52-4792-a0c6-f6311633f6e3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6002316 Mar 30 01:31:10.021080 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef694c2e-bc44-4981-8ced-4aea0236c35e req-da1ae160-37b8-4a11-8cc1-56be2bcdf6a7 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:10.040743 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ef694c2e-bc44-4981-8ced-4aea0236c35e req-da1ae160-37b8-4a11-8cc1-56be2bcdf6a7 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 931 time: 0.1357589 Mar 30 01:31:10.159931 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-4713236c-5bed-4fd3-a395-463e791529f2 None None] Provisioning complete for port bde9f3f9-41ba-49ef-9383-1ce552797076 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:31:10.161042 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4713236c-5bed-4fd3-a395-463e791529f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (bde9f3f9-41ba-49ef-9383-1ce552797076), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:10.204121 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-4713236c-5bed-4fd3-a395-463e791529f2 None None] Port bde9f3f9-41ba-49ef-9383-1ce552797076 cannot update to ACTIVE because it is not bound. {{(pid=103230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:31:10.209435 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ef694c2e-bc44-4981-8ced-4aea0236c35e req-f2ca01af-297f-4b23-b149-66feaf09ef35 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678214 Mar 30 01:31:10.250562 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c8e71-4fe3-4b97-8eff-67b9c0ebf1ce req-c9f70087-5aa8-4775-9677-3cc8c5ee8538 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:10.252656 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ff9c8e71-4fe3-4b97-8eff-67b9c0ebf1ce req-c9f70087-5aa8-4775-9677-3cc8c5ee8538 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 946 time: 0.2093835 Mar 30 01:31:10.307471 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ff9c8e71-4fe3-4b97-8eff-67b9c0ebf1ce req-86d1cd62-37a2-454d-a536-6deefbe6fb9a tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e428002-28e3-490f-94fe-2ca3299ecbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475869 Mar 30 01:31:10.441604 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a324fd-a6f9-448c-8606-288d36882b47 req-85e81e44-b720-405d-ab27-20184a86346f tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:10.443344 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-62a324fd-a6f9-448c-8606-288d36882b47 req-85e81e44-b720-405d-ab27-20184a86346f tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 946 time: 0.0619657 Mar 30 01:31:10.454876 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 42094) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:10.460878 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-54b66b39-3dc3-4de3-a967-c3226bba505b tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Request body: {'floatingip': {'port_id': '654bca5d-37d2-434e-bd0f-b50558f1cc64'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:31:10.505663 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-54b66b39-3dc3-4de3-a967-c3226bba505b tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks [] for floatingip (7e3cf870-67b0-414e-9099-1b2448e1045e), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:10.738369 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc0958-d5c3-4c0d-af95-063a9606d9bc req-51fe40eb-d363-41f8-8b21-9b844ad8bb77 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:10.740535 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-69fc0958-d5c3-4c0d-af95-063a9606d9bc req-51fe40eb-d363-41f8-8b21-9b844ad8bb77 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 945 time: 0.1360855 Mar 30 01:31:10.818921 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-69fc0958-d5c3-4c0d-af95-063a9606d9bc req-7c940e70-3a5d-4b17-8cb5-1cc5414c1a47 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703425 Mar 30 01:31:11.045688 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-54b66b39-3dc3-4de3-a967-c3226bba505b tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:11.052752 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-54b66b39-3dc3-4de3-a967-c3226bba505b tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623942'] for floatingip (7e3cf870-67b0-414e-9099-1b2448e1045e), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:11.162662 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.db.l3_db [None req-54b66b39-3dc3-4de3-a967-c3226bba505b tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Floating IP 7e3cf870-67b0-414e-9099-1b2448e1045e associated. External IP: 172.28.0.209, port: 654bca5d-37d2-434e-bd0f-b50558f1cc64. Mar 30 01:31:11.428519 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abe066-ab8b-42fb-9f07-8066b5ff8f17 req-72ea9ebb-d683-4f39-a1ab-f2edca3f5f39 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:11.430032 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-26abe066-ab8b-42fb-9f07-8066b5ff8f17 req-72ea9ebb-d683-4f39-a1ab-f2edca3f5f39 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 931 time: 0.0989211 Mar 30 01:31:11.465981 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b66b39-3dc3-4de3-a967-c3226bba505b tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Router 6bbc8d87-55bd-42b1-8abf-1af130f19d7f has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:31:11.501277 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 42106) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:11.563642 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-26abe066-ab8b-42fb-9f07-8066b5ff8f17 req-b3dd7763-f4db-404c-a34d-ab826c9bbd8e tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237776 Mar 30 01:31:11.610150 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b66b39-3dc3-4de3-a967-c3226bba505b tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:31:11.615940 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-54b66b39-3dc3-4de3-a967-c3226bba505b tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:11.623317 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c5a67e0c-e33e-4db6-8f38-6b22b099c571 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:11.626484 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d79961-5d95-4153-a300-2d0f88d0a688 None None] Sync routers for ids ['6bbc8d87-55bd-42b1-8abf-1af130f19d7f'] in dv-cinder-817135-7-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:31:11.648137 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d79961-5d95-4153-a300-2d0f88d0a688 None None] Routers {'6bbc8d87-55bd-42b1-8abf-1af130f19d7f'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:31:11.648773 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-a9d79961-5d95-4153-a300-2d0f88d0a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:30:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6bbc8d87-55bd-42b1-8abf-1af130f19d7f'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:31:11.661056 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-54b66b39-3dc3-4de3-a967-c3226bba505b tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "PUT /v2.0/floatingips/7e3cf870-67b0-414e-9099-1b2448e1045e HTTP/1.1" status: 200 len: 992 time: 1.2050323 Mar 30 01:31:11.662321 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f478d2-1297-40d6-8c0e-29100af9b3ba', 'tag': '654bca5d-37d2-434e-bd0f-b50558f1cc64'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:31:11.665105 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ee1e0a93b5aae8634dc44ede2e08a21acb25dbbcfc8760de0fb17172de978b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63e4ae7-2a16-4e50-ac37-36bb7990af23" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f478d2-1297-40d6-8c0e-29100af9b3ba", "tag": "654bca5d-37d2-434e-bd0f-b50558f1cc64"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:31:11.705832 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c47ae03-a7bf-4a7b-83f2-aa61026d4776 x-openstack-request-id: req-0c47ae03-a7bf-4a7b-83f2-aa61026d4776 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:31:11.706435 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f478d2-1297-40d6-8c0e-29100af9b3ba", "tag": "654bca5d-37d2-434e-bd0f-b50558f1cc64", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:31:11.706891 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c47ae03-a7bf-4a7b-83f2-aa61026d4776 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:31:11.707504 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c47ae03-a7bf-4a7b-83f2-aa61026d4776'] response: {'name': 'network-changed', 'server_uuid': 'd5f478d2-1297-40d6-8c0e-29100af9b3ba', 'tag': '654bca5d-37d2-434e-bd0f-b50558f1cc64', 'status': 'completed', 'code': 200} Mar 30 01:31:11.711499 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c5a67e0c-e33e-4db6-8f38-6b22b099c571 admin admin] Publish callbacks [] for security_group (b32db89e-0a99-4c40-93ea-b88885be5d4e), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:11.724337 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c5a67e0c-e33e-4db6-8f38-6b22b099c571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (b32db89e-0a99-4c40-93ea-b88885be5d4e), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:11.766997 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a67e0c-e33e-4db6-8f38-6b22b099c571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32db89e-0a99-4c40-93ea-b88885be5d4e,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:11.774877 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 42114) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:11.775107 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-c5a67e0c-e33e-4db6-8f38-6b22b099c571 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9399ae17d10a4e67b674902053da5777&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725294 Mar 30 01:31:11.838993 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-71ad8f52-2799-4a20-8c9e-74cb29425c3f admin admin] Publish callbacks [] for security_group (b32db89e-0a99-4c40-93ea-b88885be5d4e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:11.858355 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-a9d79961-5d95-4153-a300-2d0f88d0a688 None None] Set router 6bbc8d87-55bd-42b1-8abf-1af130f19d7f gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:31:11.883606 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-71ad8f52-2799-4a20-8c9e-74cb29425c3f admin admin] Publish callbacks [] for security_group (b32db89e-0a99-4c40-93ea-b88885be5d4e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:11.986768 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-71ad8f52-2799-4a20-8c9e-74cb29425c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (b32db89e-0a99-4c40-93ea-b88885be5d4e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:11.989260 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-71ad8f52-2799-4a20-8c9e-74cb29425c3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:11.991499 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-71ad8f52-2799-4a20-8c9e-74cb29425c3f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b32db89e-0a99-4c40-93ea-b88885be5d4e HTTP/1.1" status: 204 len: 168 time: 0.2147737 Mar 30 01:31:12.002007 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad8f52-2799-4a20-8c9e-74cb29425c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32db89e-0a99-4c40-93ea-b88885be5d4e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:12.021215 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720a390-6199-4a0f-a25b-ca83ddae80b1 req-89fb57d5-4b0f-4f89-9611-86a5337e736d tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:12.023036 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5720a390-6199-4a0f-a25b-ca83ddae80b1 req-89fb57d5-4b0f-4f89-9611-86a5337e736d tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 945 time: 0.1025760 Mar 30 01:31:12.028692 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ad8f52-2799-4a20-8c9e-74cb29425c3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:12.028958 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ad8f52-2799-4a20-8c9e-74cb29425c3f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:12.029262 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ad8f52-2799-4a20-8c9e-74cb29425c3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:12.029606 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ad8f52-2799-4a20-8c9e-74cb29425c3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:12.029934 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ad8f52-2799-4a20-8c9e-74cb29425c3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:12.030255 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ad8f52-2799-4a20-8c9e-74cb29425c3f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:12.030609 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ad8f52-2799-4a20-8c9e-74cb29425c3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:12.030928 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ad8f52-2799-4a20-8c9e-74cb29425c3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:12.031247 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ad8f52-2799-4a20-8c9e-74cb29425c3f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:12.031571 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ad8f52-2799-4a20-8c9e-74cb29425c3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:12.031889 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ad8f52-2799-4a20-8c9e-74cb29425c3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:12.032201 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ad8f52-2799-4a20-8c9e-74cb29425c3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:12.032517 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ad8f52-2799-4a20-8c9e-74cb29425c3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:12.032878 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ad8f52-2799-4a20-8c9e-74cb29425c3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:12.033198 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ad8f52-2799-4a20-8c9e-74cb29425c3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:12.111636 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5720a390-6199-4a0f-a25b-ca83ddae80b1 req-2f9aa804-ce99-4492-bdc3-2ba3f238e396 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748935 Mar 30 01:31:12.137227 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-a9d79961-5d95-4153-a300-2d0f88d0a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-29569113-router', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.81'}], 'enable_snat': True}, 'gw_port_id': '4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:11Z', 'updated_at': '2022-03-30T01:29:18Z', 'revision_number': 4, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'gw_port': {'id': '4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:12Z', 'updated_at': '2022-03-30T01:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '7e3cf870-67b0-414e-9099-1b2448e1045e', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'floating_ip_address': '172.28.0.209', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'port_id': '654bca5d-37d2-434e-bd0f-b50558f1cc64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c', 'mac_address': 'fa:16:3e:60:15:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f478d2-1297-40d6-8c0e-29100af9b3ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:30:53Z', 'updated_at': '2022-03-30T01:31:10Z', 'revision_number': 1, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ff1662-59ac-48ab-920a-fe86371d1609', 'name': '', 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'mac_address': 'fa:16:3e:e1:e7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '81bb63ca-5b7c-44e1-993e-20d1ff7fbcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:17Z', 'updated_at': '2022-03-30T01:29:31Z', 'revision_number': 5, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'subnets': [{'id': '81bb63ca-5b7c-44e1-993e-20d1ff7fbcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:31:12.166862 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d79961-5d95-4153-a300-2d0f88d0a688 None None] Checking router: 6bbc8d87-55bd-42b1-8abf-1af130f19d7f for host: dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:31:12.175671 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d79961-5d95-4153-a300-2d0f88d0a688 None None] Routers {'6bbc8d87-55bd-42b1-8abf-1af130f19d7f'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:31:12.176477 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-a9d79961-5d95-4153-a300-2d0f88d0a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:30:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6bbc8d87-55bd-42b1-8abf-1af130f19d7f'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:31:12.303350 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-a9d79961-5d95-4153-a300-2d0f88d0a688 None None] Set router 6bbc8d87-55bd-42b1-8abf-1af130f19d7f gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:31:12.405178 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 42122) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:12.419209 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-63eb27a5-27f5-4971-90e8-2c3fa1de5d72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:12.498418 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-63eb27a5-27f5-4971-90e8-2c3fa1de5d72 admin admin] Publish callbacks [] for security_group (0731f6e2-0f34-47b0-adc2-cd558998fb1d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:12.504830 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-63eb27a5-27f5-4971-90e8-2c3fa1de5d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (0731f6e2-0f34-47b0-adc2-cd558998fb1d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:12.534187 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-63eb27a5-27f5-4971-90e8-2c3fa1de5d72 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=501dc9de152e4b588f8c56e3d93045c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1278601 Mar 30 01:31:12.537287 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 42124) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:12.551541 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-a9d79961-5d95-4153-a300-2d0f88d0a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-29569113-router', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.81'}], 'enable_snat': True}, 'gw_port_id': '4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:11Z', 'updated_at': '2022-03-30T01:29:18Z', 'revision_number': 4, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'gw_port': {'id': '4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:12Z', 'updated_at': '2022-03-30T01:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '7e3cf870-67b0-414e-9099-1b2448e1045e', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'floating_ip_address': '172.28.0.209', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'port_id': '654bca5d-37d2-434e-bd0f-b50558f1cc64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c', 'mac_address': 'fa:16:3e:60:15:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f478d2-1297-40d6-8c0e-29100af9b3ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:30:53Z', 'updated_at': '2022-03-30T01:31:10Z', 'revision_number': 1, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ff1662-59ac-48ab-920a-fe86371d1609', 'name': '', 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'mac_address': 'fa:16:3e:e1:e7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '81bb63ca-5b7c-44e1-993e-20d1ff7fbcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:17Z', 'updated_at': '2022-03-30T01:29:31Z', 'revision_number': 5, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'subnets': [{'id': '81bb63ca-5b7c-44e1-993e-20d1ff7fbcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:31:12.563349 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb27a5-27f5-4971-90e8-2c3fa1de5d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0731f6e2-0f34-47b0-adc2-cd558998fb1d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:12.588736 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d79961-5d95-4153-a300-2d0f88d0a688 None None] The sync data for ids ['6bbc8d87-55bd-42b1-8abf-1af130f19d7f'] in dv-cinder-817135-7-smb is: [{'id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-29569113-router', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.81'}], 'enable_snat': True}, 'gw_port_id': '4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:11Z', 'updated_at': '2022-03-30T01:29:18Z', 'revision_number': 4, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'gw_port': {'id': '4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:12Z', 'updated_at': '2022-03-30T01:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '7e3cf870-67b0-414e-9099-1b2448e1045e', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'floating_ip_address': '172.28.0.209', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'port_id': '654bca5d-37d2-434e-bd0f-b50558f1cc64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c', 'mac_address': 'fa:16:3e:60:15:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f478d2-1297-40d6-8c0e-29100af9b3ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:30:53Z', 'updated_at': '2022-03-30T01:31:10Z', 'revision_number': 1, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ff1662-59ac-48ab-920a-fe86371d1609', 'name': '', 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'mac_address': 'fa:16:3e:e1:e7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '81bb63ca-5b7c-44e1-993e-20d1ff7fbcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:17Z', 'updated_at': '2022-03-30T01:29:31Z', 'revision_number': 5, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'subnets': [{'id': '81bb63ca-5b7c-44e1-993e-20d1ff7fbcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:31:12.604902 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ebd7b17d-9e25-40a1-bef3-9ac90110c0f9 admin admin] Publish callbacks [] for security_group (0731f6e2-0f34-47b0-adc2-cd558998fb1d), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:12.637932 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ebd7b17d-9e25-40a1-bef3-9ac90110c0f9 admin admin] Publish callbacks [] for security_group (0731f6e2-0f34-47b0-adc2-cd558998fb1d), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:12.704705 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ebd7b17d-9e25-40a1-bef3-9ac90110c0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (0731f6e2-0f34-47b0-adc2-cd558998fb1d), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:12.710331 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ebd7b17d-9e25-40a1-bef3-9ac90110c0f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:12.712945 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-ebd7b17d-9e25-40a1-bef3-9ac90110c0f9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0731f6e2-0f34-47b0-adc2-cd558998fb1d HTTP/1.1" status: 204 len: 168 time: 0.1734266 Mar 30 01:31:12.720517 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7b17d-9e25-40a1-bef3-9ac90110c0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0731f6e2-0f34-47b0-adc2-cd558998fb1d,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:12.762449 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347ed2b-23f1-41e2-97f9-52b73219dd51 req-6a4798ef-e11f-4c3c-b2f4-7744ab76315d tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:12.764001 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2347ed2b-23f1-41e2-97f9-52b73219dd51 req-6a4798ef-e11f-4c3c-b2f4-7744ab76315d tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 931 time: 0.1076152 Mar 30 01:31:12.821856 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2347ed2b-23f1-41e2-97f9-52b73219dd51 req-5b58e240-b158-4da7-bc5f-6cc904e7d325 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497153 Mar 30 01:31:12.877707 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541efb95-036b-478f-8ebc-0a1155e94f3e None None] New status for floating IP 7e3cf870-67b0-414e-9099-1b2448e1045e: ACTIVE {{(pid=103230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:31:13.236134 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b462d-162c-44a0-a353-dd4f2d137cd9 req-59e97041-164e-4a25-a1de-b5546f8e74f6 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:13.237653 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a81b462d-162c-44a0-a353-dd4f2d137cd9 req-59e97041-164e-4a25-a1de-b5546f8e74f6 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 945 time: 0.0522118 Mar 30 01:31:13.285253 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a81b462d-162c-44a0-a353-dd4f2d137cd9 req-4e619e6e-c620-46c1-ac06-5be496d662f6 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417583 Mar 30 01:31:13.947622 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6183fa2-f097-45df-9601-e23281d3c947 req-a2042986-6549-412c-b583-04ccedbba576 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:13.955014 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e6183fa2-f097-45df-9601-e23281d3c947 req-a2042986-6549-412c-b583-04ccedbba576 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 931 time: 0.0590382 Mar 30 01:31:14.004543 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e6183fa2-f097-45df-9601-e23281d3c947 req-06db81e7-0a99-4a58-80c5-2834fa3efc1f tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481265 Mar 30 01:31:14.413520 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7973c-de86-4542-b7ff-0715a31b59e1 req-04a1530a-b2b4-44df-87ff-0cca80e552e1 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:14.415096 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-eea7973c-de86-4542-b7ff-0715a31b59e1 req-04a1530a-b2b4-44df-87ff-0cca80e552e1 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 945 time: 0.0604191 Mar 30 01:31:14.463128 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-eea7973c-de86-4542-b7ff-0715a31b59e1 req-8cb793d4-4c2d-434c-b2f9-9d7e06fe6136 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423574 Mar 30 01:31:15.123925 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61354ad6-005b-4507-a0ed-ed0526690885 req-9961212f-a778-44a7-83cc-3c631c6ad5a9 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:15.125451 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-61354ad6-005b-4507-a0ed-ed0526690885 req-9961212f-a778-44a7-83cc-3c631c6ad5a9 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 931 time: 0.0539904 Mar 30 01:31:15.177565 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-61354ad6-005b-4507-a0ed-ed0526690885 req-7f075f0a-7b1c-4748-a7d6-d143afef6007 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462182 Mar 30 01:31:15.596223 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf733e-bfa6-4f7f-bf3d-47ad72b78a55 req-713140fd-8cf9-4be4-aba1-605398faf7ba tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:15.597676 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-41cf733e-bfa6-4f7f-bf3d-47ad72b78a55 req-713140fd-8cf9-4be4-aba1-605398faf7ba tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 945 time: 0.0595222 Mar 30 01:31:15.648230 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-41cf733e-bfa6-4f7f-bf3d-47ad72b78a55 req-6453b394-ebe0-400e-848a-1c05999443d6 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442002 Mar 30 01:31:16.305294 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee9f96-0570-4a24-a4e3-569a9c08725a req-a3ec014e-3703-44f6-b478-26e8380330e4 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:16.306857 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ffee9f96-0570-4a24-a4e3-569a9c08725a req-a3ec014e-3703-44f6-b478-26e8380330e4 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 931 time: 0.0608528 Mar 30 01:31:16.354998 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ffee9f96-0570-4a24-a4e3-569a9c08725a req-1e622f3f-d54d-4afd-b78a-7b3438202667 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423820 Mar 30 01:31:16.775043 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf13d80-4e60-450f-a693-8b0e2f05ee71 req-5d238c4e-d3ad-45e9-984c-e215f1e706db tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:16.776716 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6cf13d80-4e60-450f-a693-8b0e2f05ee71 req-5d238c4e-d3ad-45e9-984c-e215f1e706db tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 945 time: 0.0579262 Mar 30 01:31:16.831969 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6cf13d80-4e60-450f-a693-8b0e2f05ee71 req-eacd7082-addb-4f65-9895-dae2613469c4 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488143 Mar 30 01:31:17.477575 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3697c192-e83e-47d2-9d6c-4fd36c3d33bd req-5e81557a-3ef0-4872-8780-a5be866d9cfd tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:17.479091 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-3697c192-e83e-47d2-9d6c-4fd36c3d33bd req-5e81557a-3ef0-4872-8780-a5be866d9cfd tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 931 time: 0.0564225 Mar 30 01:31:17.526986 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-3697c192-e83e-47d2-9d6c-4fd36c3d33bd req-0d80d2ac-e758-4ecc-a23d-b757a4050a78 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421395 Mar 30 01:31:17.956096 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c80f2-ec20-4a40-ad21-24263a878062 req-2cb8ee28-98b0-402e-91f4-dc1a0c8477d1 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:17.957522 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a69c80f2-ec20-4a40-ad21-24263a878062 req-2cb8ee28-98b0-402e-91f4-dc1a0c8477d1 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 945 time: 0.0540404 Mar 30 01:31:18.010142 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a69c80f2-ec20-4a40-ad21-24263a878062 req-7ca6b75e-8626-415b-baef-7940c6668f7f tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460958 Mar 30 01:31:18.655236 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b7a2c-85bf-4b4e-8499-cb1b6dc03a86 req-c9a97cf9-3918-49e1-ac06-652f4293854a tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:18.656965 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0e3b7a2c-85bf-4b4e-8499-cb1b6dc03a86 req-c9a97cf9-3918-49e1-ac06-652f4293854a tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 931 time: 0.0582211 Mar 30 01:31:18.715147 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0e3b7a2c-85bf-4b4e-8499-cb1b6dc03a86 req-4df5b596-22cb-45a2-989e-24ec3fa907eb tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480452 Mar 30 01:31:19.133602 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa20de0-e83f-40eb-86db-27c00669a063 req-94c57336-b308-4347-9ac4-5ade0fe5ce84 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:19.135902 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-daa20de0-e83f-40eb-86db-27c00669a063 req-94c57336-b308-4347-9ac4-5ade0fe5ce84 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 945 time: 0.0553718 Mar 30 01:31:19.185371 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-daa20de0-e83f-40eb-86db-27c00669a063 req-11b28b2c-6010-46b7-9f24-7b65968f822c tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431416 Mar 30 01:31:19.721383 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e565b04b-0ecb-49a2-88e2-a9a36b43684b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:19.858370 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eced20-a333-49ca-8493-8a3d320caf6b req-43f927db-68e3-4330-aad6-f12716412222 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:19.859911 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-80eced20-a333-49ca-8493-8a3d320caf6b req-43f927db-68e3-4330-aad6-f12716412222 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 931 time: 0.0603123 Mar 30 01:31:19.910355 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-80eced20-a333-49ca-8493-8a3d320caf6b req-dfebf04c-21ec-4abb-bb30-6b7ef7172e1a tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448000 Mar 30 01:31:20.309256 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e42acc-3254-425d-9c4b-8133856e7a3f req-d7d15591-170b-4367-b7de-21ebf0639bb0 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:20.311006 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d2e42acc-3254-425d-9c4b-8133856e7a3f req-d7d15591-170b-4367-b7de-21ebf0639bb0 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 945 time: 0.0554845 Mar 30 01:31:20.360646 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d2e42acc-3254-425d-9c4b-8133856e7a3f req-709f3abe-7901-41be-b944-8bc4f6a1d265 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440044 Mar 30 01:31:21.041916 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7a471-1ee7-4387-b787-87859fcdd139 req-a9e8277e-0a18-441e-ada7-48386430f2ef tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:21.043501 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8aa7a471-1ee7-4387-b787-87859fcdd139 req-a9e8277e-0a18-441e-ada7-48386430f2ef tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 931 time: 0.0541348 Mar 30 01:31:21.096612 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8aa7a471-1ee7-4387-b787-87859fcdd139 req-ade1eb21-4002-4130-92cc-784b2631345c tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462627 Mar 30 01:31:21.517838 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ee7cb-4864-4181-9f2f-f3d60763e858 req-94c8eaf7-0125-4a05-b116-535bce2f05aa tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:21.519850 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e73ee7cb-4864-4181-9f2f-f3d60763e858 req-94c8eaf7-0125-4a05-b116-535bce2f05aa tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 945 time: 0.0642424 Mar 30 01:31:21.569198 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e73ee7cb-4864-4181-9f2f-f3d60763e858 req-e305e03b-f15c-4d80-b3cb-af09055505fe tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436275 Mar 30 01:31:21.937730 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-53f008e7-11a9-43fc-94f2-aca5f56cd3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:22.232841 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8779194-69c3-4ec4-a1c4-18ee5db0b71e req-4b4ee7fb-8b98-45fd-b8be-4add7491a24e tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:22.234363 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a8779194-69c3-4ec4-a1c4-18ee5db0b71e req-4b4ee7fb-8b98-45fd-b8be-4add7491a24e tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 931 time: 0.0586650 Mar 30 01:31:22.280797 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a8779194-69c3-4ec4-a1c4-18ee5db0b71e req-e6962bc2-93e5-4349-b727-e2ab01e3945d tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402966 Mar 30 01:31:22.928709 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68962e36-b969-4f75-b554-0fef02d40bda req-611a9d26-17a0-493d-b168-9ca5476203d6 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:22.930166 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-68962e36-b969-4f75-b554-0fef02d40bda req-611a9d26-17a0-493d-b168-9ca5476203d6 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 945 time: 0.2810965 Mar 30 01:31:22.982739 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-68962e36-b969-4f75-b554-0fef02d40bda req-034a5734-e8bf-45b1-8e47-c0cffefb9879 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440822 Mar 30 01:31:22.983978 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:23.410544 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8be09-1542-4e47-9223-501c19adcd41 req-f9503ef7-ab6e-440e-84fc-9c710cc023bc tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:23.412045 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-55b8be09-1542-4e47-9223-501c19adcd41 req-f9503ef7-ab6e-440e-84fc-9c710cc023bc tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 931 time: 0.0608852 Mar 30 01:31:23.460960 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-55b8be09-1542-4e47-9223-501c19adcd41 req-7bef409c-f74b-4192-96a4-0f3d38e8c7f4 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431554 Mar 30 01:31:24.102720 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:31:24.126934 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ffba6-c7f3-4fc7-8b7e-650a38d8c82c req-edc8b1c7-75ca-4895-a9c9-f0c5c1981f27 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:24.128434 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-307ffba6-c7f3-4fc7-8b7e-650a38d8c82c req-edc8b1c7-75ca-4895-a9c9-f0c5c1981f27 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 945 time: 0.0685070 Mar 30 01:31:24.198765 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-307ffba6-c7f3-4fc7-8b7e-650a38d8c82c req-3d40a8f8-9945-4988-9f2a-4bd8929dc47e tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539820 Mar 30 01:31:24.328175 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [req-049b4537-89c0-43b2-8b95-40681670c438 req-1c49a04e-ad10-435a-a372-5ad0462c5659 service neutron] Request body: {'port': {'device_id': '9d4d2b7e-684f-4300-895f-ccdc7efee9b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:31:24.374191 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e4ae7-2a16-4e50-ac37-36bb7990af23 req-ccc4dcca-8473-4dcb-82b7-9c986dc4ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:24.376151 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f63e4ae7-2a16-4e50-ac37-36bb7990af23 req-ccc4dcca-8473-4dcb-82b7-9c986dc4ac34 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d9a35d928b647dc9915d88e0bf1f590&device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 1130 time: 0.0477428 Mar 30 01:31:24.401204 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-049b4537-89c0-43b2-8b95-40681670c438 req-1c49a04e-ad10-435a-a372-5ad0462c5659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (bde9f3f9-41ba-49ef-9383-1ce552797076), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:24.508171 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e4ae7-2a16-4e50-ac37-36bb7990af23 req-993645d4-290b-47ff-8dbd-656b8a9ea0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:24.510831 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f63e4ae7-2a16-4e50-ac37-36bb7990af23 req-993645d4-290b-47ff-8dbd-656b8a9ea0fd service neutron] 10.222.0.18 "GET /v2.0/networks?id=37a51576-2901-40b9-a77d-ddc99f82f95c HTTP/1.1" status: 200 len: 918 time: 0.1146209 Mar 30 01:31:24.560108 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:24.609838 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f63e4ae7-2a16-4e50-ac37-36bb7990af23 req-840f6384-1314-4b36-a748-40c1876d056a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=654bca5d-37d2-434e-bd0f-b50558f1cc64 HTTP/1.1" status: 200 len: 1002 time: 0.0898476 Mar 30 01:31:24.658104 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf70ec-b983-4d77-ba61-676ec60513aa req-d8f7b7d1-5b41-4995-9a27-c97a31c23bd2 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:24.659702 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-daaf70ec-b983-4d77-ba61-676ec60513aa req-d8f7b7d1-5b41-4995-9a27-c97a31c23bd2 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 931 time: 0.1008539 Mar 30 01:31:24.673196 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [req-049b4537-89c0-43b2-8b95-40681670c438 req-1c49a04e-ad10-435a-a372-5ad0462c5659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bde9f3f9-41ba-49ef-9383-1ce552797076 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:31:24.681141 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-049b4537-89c0-43b2-8b95-40681670c438 req-1c49a04e-ad10-435a-a372-5ad0462c5659 service neutron] Publish callbacks [] for port (bde9f3f9-41ba-49ef-9383-1ce552797076), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:24.688959 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e4ae7-2a16-4e50-ac37-36bb7990af23 req-53d7bdce-a4a6-491d-b054-ff0f3ae76a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:24.690431 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f63e4ae7-2a16-4e50-ac37-36bb7990af23 req-53d7bdce-a4a6-491d-b054-ff0f3ae76a07 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81bb63ca-5b7c-44e1-993e-20d1ff7fbcda HTTP/1.1" status: 200 len: 856 time: 0.0720537 Mar 30 01:31:24.694715 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [req-049b4537-89c0-43b2-8b95-40681670c438 req-1c49a04e-ad10-435a-a372-5ad0462c5659 service neutron] Transition to ACTIVE for port object bde9f3f9-41ba-49ef-9383-1ce552797076 will not be triggered until provisioned by entity L2. {{(pid=103228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:31:24.699692 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-049b4537-89c0-43b2-8b95-40681670c438 req-1c49a04e-ad10-435a-a372-5ad0462c5659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (bde9f3f9-41ba-49ef-9383-1ce552797076), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:24.724350 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-daaf70ec-b983-4d77-ba61-676ec60513aa req-57a3de25-7fa2-4b93-81ff-e17604aafaad tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586574 Mar 30 01:31:24.768522 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49a04e-ad10-435a-a372-5ad0462c5659 service neutron] Pushing event updated for resources: {'Port': ['ID=bde9f3f9-41ba-49ef-9383-1ce552797076,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:24.773082 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e4ae7-2a16-4e50-ac37-36bb7990af23 req-a6ba0119-59f2-4f80-9313-07daba20cf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:24.774749 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f63e4ae7-2a16-4e50-ac37-36bb7990af23 req-a6ba0119-59f2-4f80-9313-07daba20cf2b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37a51576-2901-40b9-a77d-ddc99f82f95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0695786 Mar 30 01:31:24.838926 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-049b4537-89c0-43b2-8b95-40681670c438 req-1c49a04e-ad10-435a-a372-5ad0462c5659 service neutron] Attempting to bind port bde9f3f9-41ba-49ef-9383-1ce552797076 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:31:24.839251 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-049b4537-89c0-43b2-8b95-40681670c438 req-1c49a04e-ad10-435a-a372-5ad0462c5659 service neutron] Attempting to bind port bde9f3f9-41ba-49ef-9383-1ce552797076 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'ad552f6f-3a94-45af-b738-ffdd575be1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ed006982-a1e4-4cb9-947e-e0466ea24662'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:31:24.839577 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049b4537-89c0-43b2-8b95-40681670c438 req-1c49a04e-ad10-435a-a372-5ad0462c5659 service neutron] Attempting to bind port bde9f3f9-41ba-49ef-9383-1ce552797076 on network ed006982-a1e4-4cb9-947e-e0466ea24662 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:31:24.844543 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049b4537-89c0-43b2-8b95-40681670c438 req-1c49a04e-ad10-435a-a372-5ad0462c5659 service neutron] Port bde9f3f9-41ba-49ef-9383-1ce552797076 on network ed006982-a1e4-4cb9-947e-e0466ea24662 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:31:24.845461 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049b4537-89c0-43b2-8b95-40681670c438 req-1c49a04e-ad10-435a-a372-5ad0462c5659 service neutron] Attempting to bind port bde9f3f9-41ba-49ef-9383-1ce552797076 on network ed006982-a1e4-4cb9-947e-e0466ea24662 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:31:24.850064 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049b4537-89c0-43b2-8b95-40681670c438 req-1c49a04e-ad10-435a-a372-5ad0462c5659 service neutron] Checking agent: {'id': '4d4a4723-54eb-40cd-a736-b5d7ac710e77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'started_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:31:24.850541 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049b4537-89c0-43b2-8b95-40681670c438 req-1c49a04e-ad10-435a-a372-5ad0462c5659 service neutron] Checking segment: {'id': 'ad552f6f-3a94-45af-b738-ffdd575be1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ed006982-a1e4-4cb9-947e-e0466ea24662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:31:24.850816 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049b4537-89c0-43b2-8b95-40681670c438 req-1c49a04e-ad10-435a-a372-5ad0462c5659 service neutron] Bound using segment: {'id': 'ad552f6f-3a94-45af-b738-ffdd575be1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ed006982-a1e4-4cb9-947e-e0466ea24662'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:31:24.851245 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-049b4537-89c0-43b2-8b95-40681670c438 req-1c49a04e-ad10-435a-a372-5ad0462c5659 service neutron] Bound port: bde9f3f9-41ba-49ef-9383-1ce552797076, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad552f6f-3a94-45af-b738-ffdd575be1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ed006982-a1e4-4cb9-947e-e0466ea24662'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:31:24.851599 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-049b4537-89c0-43b2-8b95-40681670c438 req-1c49a04e-ad10-435a-a372-5ad0462c5659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (bde9f3f9-41ba-49ef-9383-1ce552797076), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:24.876401 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f63e4ae7-2a16-4e50-ac37-36bb7990af23 req-be08541d-be20-4859-b6e6-012dbc82f259 service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892034 Mar 30 01:31:24.923953 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-049b4537-89c0-43b2-8b95-40681670c438 req-1c49a04e-ad10-435a-a372-5ad0462c5659 service neutron] For port bde9f3f9-41ba-49ef-9383-1ce552797076, host hv-cinder-81713, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:31:24.927343 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-049b4537-89c0-43b2-8b95-40681670c438 req-1c49a04e-ad10-435a-a372-5ad0462c5659 service neutron] For port bde9f3f9-41ba-49ef-9383-1ce552797076, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=bde9f3f9-41ba-49ef-9383-1ce552797076,segment=NetworkSegment(ad552f6f-3a94-45af-b738-ffdd575be1c6),segment_id=ad552f6f-3a94-45af-b738-ffdd575be1c6)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:31:24.933102 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-049b4537-89c0-43b2-8b95-40681670c438 req-1c49a04e-ad10-435a-a372-5ad0462c5659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (bde9f3f9-41ba-49ef-9383-1ce552797076), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:24.968527 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b4537-89c0-43b2-8b95-40681670c438 req-1c49a04e-ad10-435a-a372-5ad0462c5659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:24.969702 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-049b4537-89c0-43b2-8b95-40681670c438 req-1c49a04e-ad10-435a-a372-5ad0462c5659 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:24.971077 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-049b4537-89c0-43b2-8b95-40681670c438 req-1c49a04e-ad10-435a-a372-5ad0462c5659 service neutron] 10.222.0.18 "PUT /v2.0/ports/bde9f3f9-41ba-49ef-9383-1ce552797076 HTTP/1.1" status: 200 len: 1093 time: 0.6516628 Mar 30 01:31:24.971442 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4d2b7e-684f-4300-895f-ccdc7efee9b8', 'tag': 'bde9f3f9-41ba-49ef-9383-1ce552797076'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:31:24.973715 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ad484f-fa60-49c4-b85a-5728c2a5837f" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4d2b7e-684f-4300-895f-ccdc7efee9b8", "tag": "bde9f3f9-41ba-49ef-9383-1ce552797076"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:31:24.985641 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f63e4ae7-2a16-4e50-ac37-36bb7990af23 req-700219b1-85f6-463c-ab34-8243e16c60b1 service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915589 Mar 30 01:31:25.006603 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49a04e-ad10-435a-a372-5ad0462c5659 service neutron] Pushing event updated for resources: {'Port': ['ID=bde9f3f9-41ba-49ef-9383-1ce552797076,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:25.010728 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e96b513-46d2-45fa-bdb2-39ece3dafeba x-openstack-request-id: req-5e96b513-46d2-45fa-bdb2-39ece3dafeba {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:31:25.011013 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4d2b7e-684f-4300-895f-ccdc7efee9b8", "tag": "bde9f3f9-41ba-49ef-9383-1ce552797076", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:31:25.011268 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e96b513-46d2-45fa-bdb2-39ece3dafeba {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:31:25.011660 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e96b513-46d2-45fa-bdb2-39ece3dafeba'] response: {'name': 'network-changed', 'server_uuid': '9d4d2b7e-684f-4300-895f-ccdc7efee9b8', 'tag': 'bde9f3f9-41ba-49ef-9383-1ce552797076', 'status': 'completed', 'code': 200} Mar 30 01:31:25.141800 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad484f-fa60-49c4-b85a-5728c2a5837f req-0c8b6645-f9ac-44d4-b05c-a3659de83b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:25.143354 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-14ad484f-fa60-49c4-b85a-5728c2a5837f req-0c8b6645-f9ac-44d4-b05c-a3659de83b9a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6101ee0d13f14f7bbc3124f3c0fae568&device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 1127 time: 0.0466661 Mar 30 01:31:25.343944 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad484f-fa60-49c4-b85a-5728c2a5837f req-e0bd7930-66bf-4a10-8225-8fe881b282b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:25.345423 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-14ad484f-fa60-49c4-b85a-5728c2a5837f req-e0bd7930-66bf-4a10-8225-8fe881b282b7 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=6101ee0d13f14f7bbc3124f3c0fae568&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1897492 Mar 30 01:31:25.395148 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a9a29-ba01-417d-9b50-4e418bc7febd req-e46b49a3-044e-482d-b05c-78dc94aac6b7 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:25.396547 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2c4a9a29-ba01-417d-9b50-4e418bc7febd req-e46b49a3-044e-482d-b05c-78dc94aac6b7 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 945 time: 0.1152856 Mar 30 01:31:25.484113 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853cf66-fc00-450e-b60a-13d5ec54593c req-809e5c6b-9f96-4f69-a466-5f57eceedc04 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:25.485544 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-4853cf66-fc00-450e-b60a-13d5ec54593c req-809e5c6b-9f96-4f69-a466-5f57eceedc04 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 945 time: 0.0569894 Mar 30 01:31:25.547954 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2c4a9a29-ba01-417d-9b50-4e418bc7febd req-7eabffbb-8d07-43c6-a045-bdfbad351f48 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18f5fb0-66c1-4889-af2c-5a01ed5a317b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216657 Mar 30 01:31:25.551355 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad484f-fa60-49c4-b85a-5728c2a5837f req-16a13fa9-d8c8-482c-86e2-06c069f2eb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:25.552186 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-14ad484f-fa60-49c4-b85a-5728c2a5837f req-16a13fa9-d8c8-482c-86e2-06c069f2eb67 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1987500 Mar 30 01:31:25.594997 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-4853cf66-fc00-450e-b60a-13d5ec54593c req-cd9485bf-ebf5-48cf-8399-041ebae731af tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Deleting port a276bd6c-5627-42f3-9896-82bc5728b9e8 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:31:25.595424 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-4853cf66-fc00-450e-b60a-13d5ec54593c req-cd9485bf-ebf5-48cf-8399-041ebae731af tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (a276bd6c-5627-42f3-9896-82bc5728b9e8), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:25.638544 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b4537-89c0-43b2-8b95-40681670c438 req-0a28aa7f-c5d1-48f8-aea0-9df4b6694cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:25.640396 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-049b4537-89c0-43b2-8b95-40681670c438 req-0a28aa7f-c5d1-48f8-aea0-9df4b6694cb9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6101ee0d13f14f7bbc3124f3c0fae568&device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 1127 time: 0.0456686 Mar 30 01:31:25.683461 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-4853cf66-fc00-450e-b60a-13d5ec54593c req-cd9485bf-ebf5-48cf-8399-041ebae731af tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] For port a276bd6c-5627-42f3-9896-82bc5728b9e8, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=a276bd6c-5627-42f3-9896-82bc5728b9e8,segment=NetworkSegment(6976ff74-96bc-4463-8102-8ecdd0b193f3),segment_id=6976ff74-96bc-4463-8102-8ecdd0b193f3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:31:25.683715 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-4853cf66-fc00-450e-b60a-13d5ec54593c req-cd9485bf-ebf5-48cf-8399-041ebae731af tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (a276bd6c-5627-42f3-9896-82bc5728b9e8), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:25.696750 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-4853cf66-fc00-450e-b60a-13d5ec54593c req-cd9485bf-ebf5-48cf-8399-041ebae731af tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Calling delete_port for a276bd6c-5627-42f3-9896-82bc5728b9e8 owned by compute:nova {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:31:25.697574 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-049b4537-89c0-43b2-8b95-40681670c438 req-f5f81357-6914-4a86-b39a-5babfa6da746 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bde9f3f9-41ba-49ef-9383-1ce552797076 HTTP/1.1" status: 200 len: 217 time: 0.0329978 Mar 30 01:31:25.750039 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b4537-89c0-43b2-8b95-40681670c438 req-2346e2fb-fa37-4dcc-9a6d-5841bf7b55a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:25.751526 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-049b4537-89c0-43b2-8b95-40681670c438 req-2346e2fb-fa37-4dcc-9a6d-5841bf7b55a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0eb1ea88-c52d-4b49-9989-067e5a5a20cb HTTP/1.1" status: 200 len: 854 time: 0.0449147 Mar 30 01:31:25.833633 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b4537-89c0-43b2-8b95-40681670c438 req-01fe35fc-9f35-4f43-bde9-ea5641ae9fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:25.835225 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-049b4537-89c0-43b2-8b95-40681670c438 req-01fe35fc-9f35-4f43-bde9-ea5641ae9fc2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ed006982-a1e4-4cb9-947e-e0466ea24662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0764790 Mar 30 01:31:25.908920 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de0b84-bd40-4b4b-a468-93ee6feb5f24 req-688dafc3-00ba-41e3-b447-f8cdb59ef805 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:25.910555 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-16de0b84-bd40-4b4b-a468-93ee6feb5f24 req-688dafc3-00ba-41e3-b447-f8cdb59ef805 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 943 time: 0.1109128 Mar 30 01:31:25.971282 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-049b4537-89c0-43b2-8b95-40681670c438 req-647ea5de-ef9b-4b1d-8d9a-6308374e8ca0 service neutron] 10.222.0.18 "GET /v2.0/networks/ed006982-a1e4-4cb9-947e-e0466ea24662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290903 Mar 30 01:31:25.991715 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-16de0b84-bd40-4b4b-a468-93ee6feb5f24 req-5894d2d3-2c36-4f46-9133-f9cb67545fa4 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725567 Mar 30 01:31:26.021377 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:26.041363 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-4853cf66-fc00-450e-b60a-13d5ec54593c req-cd9485bf-ebf5-48cf-8399-041ebae731af tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (a276bd6c-5627-42f3-9896-82bc5728b9e8), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:26.066622 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-049b4537-89c0-43b2-8b95-40681670c438 req-5972c3f5-db38-4301-a4ca-1711c7dbf978 service neutron] 10.222.0.18 "GET /v2.0/networks/ed006982-a1e4-4cb9-947e-e0466ea24662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870221 Mar 30 01:31:26.069447 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9485bf-ebf5-48cf-8399-041ebae731af tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Pushing event deleted for resources: {'Port': ['ID=a276bd6c-5627-42f3-9896-82bc5728b9e8,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:26.111360 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-4853cf66-fc00-450e-b60a-13d5ec54593c req-cd9485bf-ebf5-48cf-8399-041ebae731af tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] No DVR routers for this DVR port a276bd6c-5627-42f3-9896-82bc5728b9e8 on host hv-cinder-81713 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:31:26.114335 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-4853cf66-fc00-450e-b60a-13d5ec54593c req-cd9485bf-ebf5-48cf-8399-041ebae731af tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:26.117508 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-4853cf66-fc00-450e-b60a-13d5ec54593c req-cd9485bf-ebf5-48cf-8399-041ebae731af tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.18 "DELETE /v2.0/ports/a276bd6c-5627-42f3-9896-82bc5728b9e8 HTTP/1.1" status: 204 len: 173 time: 0.6245816 Mar 30 01:31:26.668845 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-43cc7845-163c-44b3-be95-2a050e33a192 req-8da4c37d-1eee-42a9-93e5-9c20c4b3d129 tempest-VolumesActionsTest-1113938946 tempest-VolumesActionsTest-1113938946-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d21a258-648a-4107-bd80-9f5cfbfab5ad HTTP/1.1" status: 200 len: 210 time: 0.0305357 Mar 30 01:31:27.013123 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d21a258-648a-4107-bd80-9f5cfbfab5ad', 'name': 'network-vif-deleted', 'tag': 'a276bd6c-5627-42f3-9896-82bc5728b9e8'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:31:27.015682 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cabff02-9958-4c5b-be83-6abf91a036db" -d '{"events": [{"server_uuid": "4d21a258-648a-4107-bd80-9f5cfbfab5ad", "name": "network-vif-deleted", "tag": "a276bd6c-5627-42f3-9896-82bc5728b9e8"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:31:27.050921 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8248dd19-df92-4773-8ad2-b23b15492aa8 x-openstack-request-id: req-8248dd19-df92-4773-8ad2-b23b15492aa8 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:31:27.051218 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d21a258-648a-4107-bd80-9f5cfbfab5ad", "name": "network-vif-deleted", "tag": "a276bd6c-5627-42f3-9896-82bc5728b9e8", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:31:27.051471 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8248dd19-df92-4773-8ad2-b23b15492aa8 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:31:27.051879 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8248dd19-df92-4773-8ad2-b23b15492aa8'] response: {'server_uuid': '4d21a258-648a-4107-bd80-9f5cfbfab5ad', 'name': 'network-vif-deleted', 'tag': 'a276bd6c-5627-42f3-9896-82bc5728b9e8', 'status': 'completed', 'code': 200} Mar 30 01:31:27.117187 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b64be-66d1-43fb-8f30-a88983799c68 req-1abb7cfa-f804-4c36-bfe2-dd98a872ffc9 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:27.118696 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-128b64be-66d1-43fb-8f30-a88983799c68 req-1abb7cfa-f804-4c36-bfe2-dd98a872ffc9 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 943 time: 0.0568945 Mar 30 01:31:27.174696 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-128b64be-66d1-43fb-8f30-a88983799c68 req-acef05d3-4369-45bb-bb8b-7f552ba5b4c0 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495765 Mar 30 01:31:27.647453 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device a276bd6c-5627-42f3-9896-82bc5728b9e8 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:31:27.677091 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] No Port match for: a276bd6c-5627-42f3-9896-82bc5728b9e8 {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:31:27.677432 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device a276bd6c-5627-42f3-9896-82bc5728b9e8 not bound to the agent host hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:31:28.298208 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45c83e-d2a7-45aa-bc33-993ead47264e req-99645903-79fd-4b70-95d9-102872e8a1ed tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:28.299764 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-be45c83e-d2a7-45aa-bc33-993ead47264e req-99645903-79fd-4b70-95d9-102872e8a1ed tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 943 time: 0.0545914 Mar 30 01:31:28.347974 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-be45c83e-d2a7-45aa-bc33-993ead47264e req-a1d6522c-5732-4f44-a9eb-d983f1769af8 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424647 Mar 30 01:31:29.471023 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a524836-cc66-4899-9d04-501593aa004e req-d56d4133-f398-476d-a7e7-9c1c939a5274 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:29.472564 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9a524836-cc66-4899-9d04-501593aa004e req-d56d4133-f398-476d-a7e7-9c1c939a5274 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 943 time: 0.0568349 Mar 30 01:31:29.523331 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9a524836-cc66-4899-9d04-501593aa004e req-6dd23eeb-7df7-4c20-b087-4476c04445ee tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449631 Mar 30 01:31:29.662359 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device bde9f3f9-41ba-49ef-9383-1ce552797076 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:31:29.796189 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port bde9f3f9-41ba-49ef-9383-1ce552797076, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=bde9f3f9-41ba-49ef-9383-1ce552797076,segment=NetworkSegment(ad552f6f-3a94-45af-b738-ffdd575be1c6),segment_id=ad552f6f-3a94-45af-b738-ffdd575be1c6)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:31:29.810366 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Returning: {'device': 'bde9f3f9-41ba-49ef-9383-1ce552797076', 'network_id': 'ed006982-a1e4-4cb9-947e-e0466ea24662', 'port_id': 'bde9f3f9-41ba-49ef-9383-1ce552797076', 'mac_address': 'fa:16:3e:f4:31:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eb1ea88-c52d-4b49-9989-067e5a5a20cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:31:29.854567 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port bde9f3f9-41ba-49ef-9383-1ce552797076 is: DOWN; New status is: BUILD {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:31:29.854964 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (bde9f3f9-41ba-49ef-9383-1ce552797076), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:29.869263 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bde9f3f9-41ba-49ef-9383-1ce552797076 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:31:29.891786 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port bde9f3f9-41ba-49ef-9383-1ce552797076, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=bde9f3f9-41ba-49ef-9383-1ce552797076,segment=NetworkSegment(ad552f6f-3a94-45af-b738-ffdd575be1c6),segment_id=ad552f6f-3a94-45af-b738-ffdd575be1c6)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:31:29.897455 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (bde9f3f9-41ba-49ef-9383-1ce552797076), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:29.947436 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=bde9f3f9-41ba-49ef-9383-1ce552797076,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:29.955537 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:29.956090 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:29.956577 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:29.957107 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:29.957443 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:29.957770 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:29.958093 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:29.958437 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:29.958761 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:29.959256 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:29.959911 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:29.960188 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:29.960514 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:29.960835 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:29.961158 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:30.317163 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['bde9f3f9-41ba-49ef-9383-1ce552797076'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:31:30.656507 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ee604-6686-4ad7-9ec6-e5858e0a5e3f req-85788464-d976-4fd0-a53a-64fea7052e08 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:30.664447 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-006ee604-6686-4ad7-9ec6-e5858e0a5e3f req-85788464-d976-4fd0-a53a-64fea7052e08 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 944 time: 0.0643833 Mar 30 01:31:30.726801 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-006ee604-6686-4ad7-9ec6-e5858e0a5e3f req-34de42e2-ab08-43f5-b993-a5168ea8101d tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613482 Mar 30 01:31:31.692335 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device bde9f3f9-41ba-49ef-9383-1ce552797076 up at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:31:31.751497 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning for port bde9f3f9-41ba-49ef-9383-1ce552797076 completed by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:31:31.756731 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning complete for port bde9f3f9-41ba-49ef-9383-1ce552797076 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:31:31.757365 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (bde9f3f9-41ba-49ef-9383-1ce552797076), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:31.895118 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port bde9f3f9-41ba-49ef-9383-1ce552797076 is: BUILD; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:31:31.896022 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (bde9f3f9-41ba-49ef-9383-1ce552797076), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:31.899727 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2efeda-a6f8-450c-9e8c-43ae5d3435d2 req-9afb2b93-72ca-43aa-a913-d9b2ad2cb5be tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:31.911259 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9b2efeda-a6f8-450c-9e8c-43ae5d3435d2 req-9afb2b93-72ca-43aa-a913-d9b2ad2cb5be tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 944 time: 0.0736103 Mar 30 01:31:31.937063 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port bde9f3f9-41ba-49ef-9383-1ce552797076, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=bde9f3f9-41ba-49ef-9383-1ce552797076,segment=NetworkSegment(ad552f6f-3a94-45af-b738-ffdd575be1c6),segment_id=ad552f6f-3a94-45af-b738-ffdd575be1c6)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:31:31.938905 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4d2b7e-684f-4300-895f-ccdc7efee9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde9f3f9-41ba-49ef-9383-1ce552797076'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:31:31.942359 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b54a399a95781ce0e36d18e73dfd9bddfd965df0fcdebdd8e46dd02a402f6d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce1bbef-14ba-42de-ba63-3ea9b49141e6" -d '{"events": [{"server_uuid": "9d4d2b7e-684f-4300-895f-ccdc7efee9b8", "name": "network-vif-plugged", "status": "completed", "tag": "bde9f3f9-41ba-49ef-9383-1ce552797076"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:31:31.958566 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (bde9f3f9-41ba-49ef-9383-1ce552797076), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:31.989393 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258780ea-d559-4f44-b10d-079310f61a3b x-openstack-request-id: req-258780ea-d559-4f44-b10d-079310f61a3b {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:31:31.989723 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4d2b7e-684f-4300-895f-ccdc7efee9b8", "name": "network-vif-plugged", "status": "completed", "tag": "bde9f3f9-41ba-49ef-9383-1ce552797076", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:31:31.989964 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-258780ea-d559-4f44-b10d-079310f61a3b {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:31:31.990362 dv-cinder-817135-7-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-258780ea-d559-4f44-b10d-079310f61a3b'] response: {'server_uuid': '9d4d2b7e-684f-4300-895f-ccdc7efee9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde9f3f9-41ba-49ef-9383-1ce552797076', 'code': 200} Mar 30 01:31:31.994536 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9b2efeda-a6f8-450c-9e8c-43ae5d3435d2 req-9bea9e2a-b3f6-4172-a9d4-3c0ee1b98086 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669103 Mar 30 01:31:32.025026 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=bde9f3f9-41ba-49ef-9383-1ce552797076,revision_number=5']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:32.200826 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66ac1f-73f5-4d3c-b7fe-e310dd9987d6 req-9fc0a3cf-b4da-490b-a78a-383f39b5286f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:32.203138 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-2b66ac1f-73f5-4d3c-b7fe-e310dd9987d6 req-9fc0a3cf-b4da-490b-a78a-383f39b5286f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 1129 time: 0.0533650 Mar 30 01:31:32.251845 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-2b66ac1f-73f5-4d3c-b7fe-e310dd9987d6 req-695600ee-0c59-488e-a520-361c982e84dd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421619 Mar 30 01:31:32.911633 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570f9a6-9765-4ff7-bc79-cfbd79817755 req-5eef7b7c-da24-4b57-ae13-70dfdfce0bb2 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:32.920971 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0570f9a6-9765-4ff7-bc79-cfbd79817755 req-5eef7b7c-da24-4b57-ae13-70dfdfce0bb2 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.0766461 Mar 30 01:31:32.974221 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0570f9a6-9765-4ff7-bc79-cfbd79817755 req-b508cb21-f23a-4253-aa52-6bed26b495da tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519066 Mar 30 01:31:33.146370 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02362bb5-7155-4aab-b122-6fc9f415cf71 req-0fcfcaef-d4a0-4ba0-a945-3fdbfd2e4d4d tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:33.149089 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-02362bb5-7155-4aab-b122-6fc9f415cf71 req-0fcfcaef-d4a0-4ba0-a945-3fdbfd2e4d4d tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 945 time: 0.0738904 Mar 30 01:31:33.206948 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-02362bb5-7155-4aab-b122-6fc9f415cf71 req-bffe858b-accc-47d2-a051-d57363b8eab2 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501473 Mar 30 01:31:34.123720 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85740929-6beb-444c-9e7d-f03418cd0d4b req-031964d7-922e-43b7-988e-1ac8827f2396 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:34.125299 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-85740929-6beb-444c-9e7d-f03418cd0d4b req-031964d7-922e-43b7-988e-1ac8827f2396 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.0669391 Mar 30 01:31:34.177877 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-85740929-6beb-444c-9e7d-f03418cd0d4b req-61d1c47c-4cd6-447a-a521-5c4bfd80bfa3 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460958 Mar 30 01:31:34.332285 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d890cb-eb5c-41de-92f5-7a7fcd73e670 req-780a0bcf-0523-44f9-9176-be8fe37c9076 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:34.333980 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-16d890cb-eb5c-41de-92f5-7a7fcd73e670 req-780a0bcf-0523-44f9-9176-be8fe37c9076 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 945 time: 0.0589588 Mar 30 01:31:34.388015 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-16d890cb-eb5c-41de-92f5-7a7fcd73e670 req-38247022-8bd5-4bd1-b7b7-b7c3ad1bf749 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477107 Mar 30 01:31:34.516497 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7b54d-4a67-464a-9ea6-ec94abf22bc5 req-30642824-735a-4bbd-bff1-0e846b88826b tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:34.517916 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ebe7b54d-4a67-464a-9ea6-ec94abf22bc5 req-30642824-735a-4bbd-bff1-0e846b88826b tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 945 time: 0.0547192 Mar 30 01:31:34.573549 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ebe7b54d-4a67-464a-9ea6-ec94abf22bc5 req-d813937d-452e-408f-aa65-afb62ff9a9a9 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487061 Mar 30 01:31:34.704883 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:35.078843 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac6ef7-3eec-44cf-a935-e17b542692d4 req-7bd43cf6-91e1-42d2-850d-1bcb314232c0 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:35.085808 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b0ac6ef7-3eec-44cf-a935-e17b542692d4 req-7bd43cf6-91e1-42d2-850d-1bcb314232c0 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 945 time: 0.0764358 Mar 30 01:31:35.133036 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b0ac6ef7-3eec-44cf-a935-e17b542692d4 req-d7ca5987-df16-4418-83d2-38eaccee20bd tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462565 Mar 30 01:31:35.342146 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e734e-cbf1-4989-8922-cce60bdb24b7 req-c42fe0a9-8ccf-4e8f-9f9d-db5d40930fdf tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:35.344593 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-772e734e-cbf1-4989-8922-cce60bdb24b7 req-c42fe0a9-8ccf-4e8f-9f9d-db5d40930fdf tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.0857241 Mar 30 01:31:35.407786 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-772e734e-cbf1-4989-8922-cce60bdb24b7 req-3fe287be-d452-425e-b9b5-0d407d26295b tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571520 Mar 30 01:31:36.589857 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b09b8b-010d-45b6-8e5e-6fc41b5a2289 req-9da66dc5-71f5-4f16-8d01-ffb2e03e7398 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:36.591463 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-60b09b8b-010d-45b6-8e5e-6fc41b5a2289 req-9da66dc5-71f5-4f16-8d01-ffb2e03e7398 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.0864477 Mar 30 01:31:36.672285 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-60b09b8b-010d-45b6-8e5e-6fc41b5a2289 req-e05f62db-3e46-46ee-994b-43e582bf0fee tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729208 Mar 30 01:31:37.827324 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943a0e7-9333-4eb6-aff7-d6bc25b0ab5c req-8f21030c-9334-4a75-a09a-804207a18605 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:37.828983 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1943a0e7-9333-4eb6-aff7-d6bc25b0ab5c req-8f21030c-9334-4a75-a09a-804207a18605 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.0627189 Mar 30 01:31:37.881661 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1943a0e7-9333-4eb6-aff7-d6bc25b0ab5c req-5dd1d4fe-0e1f-4319-931e-0272a7069216 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454109 Mar 30 01:31:39.045559 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be119c-da03-4f6c-956a-40cf69c34ebe req-ea5c7c37-8da1-482f-9dd7-793d7ddce02e tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:39.048043 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-80be119c-da03-4f6c-956a-40cf69c34ebe req-ea5c7c37-8da1-482f-9dd7-793d7ddce02e tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.0724621 Mar 30 01:31:39.097820 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-80be119c-da03-4f6c-956a-40cf69c34ebe req-77dc6e3a-362b-4d31-bd7a-ac144db8fbe1 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446270 Mar 30 01:31:39.556140 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d25e2-1844-492c-b4c5-861dfa83aeef req-9e610215-a9bb-46c2-9b68-203d62035071 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:39.558064 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-224d25e2-1844-492c-b4c5-861dfa83aeef req-9e610215-a9bb-46c2-9b68-203d62035071 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 945 time: 0.0585887 Mar 30 01:31:39.614167 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-224d25e2-1844-492c-b4c5-861dfa83aeef req-3680a19b-9e6a-4c9f-9054-3fc5d0214dab tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503058 Mar 30 01:31:39.636730 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 42404) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:39.883479 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d1feaf-a375-4311-9b61-8650cb21800e tempest-TestMinimumBasicScenario-1801135406 tempest-TestMinimumBasicScenario-1801135406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:39.885224 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-82d1feaf-a375-4311-9b61-8650cb21800e tempest-TestMinimumBasicScenario-1801135406 tempest-TestMinimumBasicScenario-1801135406-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 1124 time: 0.2474661 Mar 30 01:31:39.888040 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 42412) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:39.892412 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-1f4bca31-63e3-474a-9818-4d883faa094a tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Request body: {'floatingip': {'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'port_id': 'bde9f3f9-41ba-49ef-9383-1ce552797076', 'tenant_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:31:39.916626 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1f4bca31-63e3-474a-9818-4d883faa094a tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:40.036237 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1f4bca31-63e3-474a-9818-4d883faa094a tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:40.152898 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-1f4bca31-63e3-474a-9818-4d883faa094a tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Allocated IP 172.28.0.139 (37ca571a-19ad-455c-abf6-69b74430259c/15a93e34-d4d7-43d8-ae08-ce799dd1e751/4272c8d3-e0cd-43a0-a688-2a47923357cf) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:31:40.253318 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f752447-28d4-4c17-a2ed-b6750f7a9e9a req-c3753e0e-3eed-4f61-8aa3-660abdadf259 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:40.260999 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9f752447-28d4-4c17-a2ed-b6750f7a9e9a req-c3753e0e-3eed-4f61-8aa3-660abdadf259 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.0773103 Mar 30 01:31:40.267494 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1f4bca31-63e3-474a-9818-4d883faa094a tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks [] for port (4272c8d3-e0cd-43a0-a688-2a47923357cf), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:40.306935 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1f4bca31-63e3-474a-9818-4d883faa094a tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (4272c8d3-e0cd-43a0-a688-2a47923357cf), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:40.324710 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9f752447-28d4-4c17-a2ed-b6750f7a9e9a req-706d6c69-a06c-45e5-888d-507b1d4a5b90 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626211 Mar 30 01:31:40.357344 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4bca31-63e3-474a-9818-4d883faa094a tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Network 37ca571a-19ad-455c-abf6-69b74430259c is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:31:40.366723 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-1f4bca31-63e3-474a-9818-4d883faa094a tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:31:40.369406 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4bca31-63e3-474a-9818-4d883faa094a tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Pushing event updated for resources: {'Port': ['ID=4272c8d3-e0cd-43a0-a688-2a47923357cf,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:40.371841 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4bca31-63e3-474a-9818-4d883faa094a tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:31:40.805217 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1f4bca31-63e3-474a-9818-4d883faa094a tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks [] for floatingip (2fad561c-e8a6-4c0f-a59c-ae8c771bdb53), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:40.879821 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1f4bca31-63e3-474a-9818-4d883faa094a tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (4272c8d3-e0cd-43a0-a688-2a47923357cf), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:41.056465 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1f4bca31-63e3-474a-9818-4d883faa094a tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks [] for port (4272c8d3-e0cd-43a0-a688-2a47923357cf), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:41.063478 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1f4bca31-63e3-474a-9818-4d883faa094a tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (4272c8d3-e0cd-43a0-a688-2a47923357cf), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:41.137721 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4bca31-63e3-474a-9818-4d883faa094a tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Pushing event updated for resources: {'Port': ['ID=4272c8d3-e0cd-43a0-a688-2a47923357cf,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:41.150396 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1f4bca31-63e3-474a-9818-4d883faa094a tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623942'] for floatingip (2fad561c-e8a6-4c0f-a59c-ae8c771bdb53), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:41.259466 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.db.l3_db [None req-1f4bca31-63e3-474a-9818-4d883faa094a tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Floating IP 2fad561c-e8a6-4c0f-a59c-ae8c771bdb53 associated. External IP: 172.28.0.139, port: bde9f3f9-41ba-49ef-9383-1ce552797076. Mar 30 01:31:41.511611 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14b2d8-ce81-45ab-99b7-923d33eb77e2 req-488a774c-a6f3-425c-bee7-1bc5e4cb9f9b tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:41.513906 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7e14b2d8-ce81-45ab-99b7-923d33eb77e2 req-488a774c-a6f3-425c-bee7-1bc5e4cb9f9b tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.0834002 Mar 30 01:31:41.517819 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4bca31-63e3-474a-9818-4d883faa094a tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Router 4948e9f9-f9e0-4cfb-af48-b75160985a23 has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:31:41.578996 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7e14b2d8-ce81-45ab-99b7-923d33eb77e2 req-53b77e12-f1fa-4bb3-bd5f-dee5fc5e6de1 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525880 Mar 30 01:31:41.641101 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4bca31-63e3-474a-9818-4d883faa094a tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:31:41.653180 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d70c76f-3e0b-4991-bc26-8d5cede924fb None None] Sync routers for ids ['4948e9f9-f9e0-4cfb-af48-b75160985a23'] in dv-cinder-817135-7-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:31:41.664610 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1f4bca31-63e3-474a-9818-4d883faa094a tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for floatingip (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:41.665812 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d70c76f-3e0b-4991-bc26-8d5cede924fb None None] Routers {'4948e9f9-f9e0-4cfb-af48-b75160985a23'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:31:41.666787 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-3d70c76f-3e0b-4991-bc26-8d5cede924fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:31:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['4948e9f9-f9e0-4cfb-af48-b75160985a23'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:31:41.700914 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-1f4bca31-63e3-474a-9818-4d883faa094a tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8117886 Mar 30 01:31:41.701627 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4d2b7e-684f-4300-895f-ccdc7efee9b8', 'tag': 'bde9f3f9-41ba-49ef-9383-1ce552797076'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:31:41.704332 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6682ff-e0d6-441c-9829-c5764c007916" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4d2b7e-684f-4300-895f-ccdc7efee9b8", "tag": "bde9f3f9-41ba-49ef-9383-1ce552797076"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:31:41.704896 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 42428) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:41.709639 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-e6458660-32d7-4a82-883b-3d3cda5a444c tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1945115899', 'description': 'tempest-secgroup-smoke-1945115899 description', 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:31:41.743438 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50be8519-7e17-4c06-8cda-360139a774a5 x-openstack-request-id: req-50be8519-7e17-4c06-8cda-360139a774a5 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:31:41.744014 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4d2b7e-684f-4300-895f-ccdc7efee9b8", "tag": "bde9f3f9-41ba-49ef-9383-1ce552797076", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:31:41.744422 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50be8519-7e17-4c06-8cda-360139a774a5 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:31:41.745011 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50be8519-7e17-4c06-8cda-360139a774a5'] response: {'name': 'network-changed', 'server_uuid': '9d4d2b7e-684f-4300-895f-ccdc7efee9b8', 'tag': 'bde9f3f9-41ba-49ef-9383-1ce552797076', 'status': 'completed', 'code': 200} Mar 30 01:31:41.753056 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e6458660-32d7-4a82-883b-3d3cda5a444c tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:41.813366 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-3d70c76f-3e0b-4991-bc26-8d5cede924fb None None] Set router 4948e9f9-f9e0-4cfb-af48-b75160985a23 gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:31:41.831538 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6682ff-e0d6-441c-9829-c5764c007916 req-da6320e1-29c9-4429-9829-f11c069f29ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:41.834254 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-4e6682ff-e0d6-441c-9829-c5764c007916 req-da6320e1-29c9-4429-9829-f11c069f29ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6101ee0d13f14f7bbc3124f3c0fae568&device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 1129 time: 0.0623050 Mar 30 01:31:41.859240 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e6458660-32d7-4a82-883b-3d3cda5a444c tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks [] for security_group (50a4a124-5e7d-46b8-91de-896bf45bab35), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:41.866877 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e6458660-32d7-4a82-883b-3d3cda5a444c tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (50a4a124-5e7d-46b8-91de-896bf45bab35), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:41.925538 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6458660-32d7-4a82-883b-3d3cda5a444c tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50a4a124-5e7d-46b8-91de-896bf45bab35,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:41.946263 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e6458660-32d7-4a82-883b-3d3cda5a444c tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:41.946784 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6682ff-e0d6-441c-9829-c5764c007916 req-b9e083ec-24be-48df-b79f-0d10687bfea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:41.950439 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-4e6682ff-e0d6-441c-9829-c5764c007916 req-b9e083ec-24be-48df-b79f-0d10687bfea6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ed006982-a1e4-4cb9-947e-e0466ea24662 HTTP/1.1" status: 200 len: 916 time: 0.1026952 Mar 30 01:31:41.951804 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-e6458660-32d7-4a82-883b-3d3cda5a444c tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2456665 Mar 30 01:31:41.952192 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 42436) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:41.959812 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-b90e06f2-d5c3-4357-930f-fe96cf18285b tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Request body: {'security_group_rule': {'security_group_id': '50a4a124-5e7d-46b8-91de-896bf45bab35', 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:31:42.048805 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-4e6682ff-e0d6-441c-9829-c5764c007916 req-288d9e13-e2c8-4368-ba47-ab41028f3da1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bde9f3f9-41ba-49ef-9383-1ce552797076 HTTP/1.1" status: 200 len: 999 time: 0.0930283 Mar 30 01:31:42.056135 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b90e06f2-d5c3-4357-930f-fe96cf18285b tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks [] for security_group_rule (a11cfe17-6f04-4b78-b94d-f5d0c88441df), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:42.112440 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-3d70c76f-3e0b-4991-bc26-8d5cede924fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'name': 'tempest-TestMinimumBasicScenario-1133165355-router', 'tenant_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': '64030e58-56e5-42f4-a526-d5631b30d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:29Z', 'updated_at': '2022-03-30T01:30:34Z', 'revision_number': 4, 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'gw_port': {'id': '64030e58-56e5-42f4-a526-d5631b30d56b', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:30Z', 'updated_at': '2022-03-30T01:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '2fad561c-e8a6-4c0f-a59c-ae8c771bdb53', 'tenant_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'floating_ip_address': '172.28.0.139', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'port_id': 'bde9f3f9-41ba-49ef-9383-1ce552797076', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed006982-a1e4-4cb9-947e-e0466ea24662', 'mac_address': 'fa:16:3e:f4:31:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4d2b7e-684f-4300-895f-ccdc7efee9b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:31:40Z', 'updated_at': '2022-03-30T01:31:40Z', 'revision_number': 0, 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585ce9db-6e64-46f3-805f-6580aebd93bc', 'name': '', 'network_id': 'ed006982-a1e4-4cb9-947e-e0466ea24662', 'tenant_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'mac_address': 'fa:16:3e:3a:ca:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '0eb1ea88-c52d-4b49-9989-067e5a5a20cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:33Z', 'updated_at': '2022-03-30T01:30:40Z', 'revision_number': 5, 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'subnets': [{'id': '0eb1ea88-c52d-4b49-9989-067e5a5a20cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:31:42.134256 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6682ff-e0d6-441c-9829-c5764c007916 req-8959386e-a35e-4263-a96b-b7aea66ed20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:42.136226 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-4e6682ff-e0d6-441c-9829-c5764c007916 req-8959386e-a35e-4263-a96b-b7aea66ed20c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0eb1ea88-c52d-4b49-9989-067e5a5a20cb HTTP/1.1" status: 200 len: 854 time: 0.0766821 Mar 30 01:31:42.142204 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d70c76f-3e0b-4991-bc26-8d5cede924fb None None] Checking router: 4948e9f9-f9e0-4cfb-af48-b75160985a23 for host: dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:31:42.153044 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d70c76f-3e0b-4991-bc26-8d5cede924fb None None] Routers {'4948e9f9-f9e0-4cfb-af48-b75160985a23'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:31:42.153432 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-3d70c76f-3e0b-4991-bc26-8d5cede924fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:31:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['4948e9f9-f9e0-4cfb-af48-b75160985a23'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:31:42.193495 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b90e06f2-d5c3-4357-930f-fe96cf18285b tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks [] for security_group_rule (a11cfe17-6f04-4b78-b94d-f5d0c88441df), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:42.201117 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b90e06f2-d5c3-4357-930f-fe96cf18285b tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532171'] for security_group_rule (a11cfe17-6f04-4b78-b94d-f5d0c88441df), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:42.225377 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e06f2-d5c3-4357-930f-fe96cf18285b tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a11cfe17-6f04-4b78-b94d-f5d0c88441df,revision_number=0']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:42.229629 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6682ff-e0d6-441c-9829-c5764c007916 req-4598bd27-b2d9-4c9c-9585-ea7cbc2074f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:42.231195 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-4e6682ff-e0d6-441c-9829-c5764c007916 req-4598bd27-b2d9-4c9c-9585-ea7cbc2074f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ed006982-a1e4-4cb9-947e-e0466ea24662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0862691 Mar 30 01:31:42.235181 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b90e06f2-d5c3-4357-930f-fe96cf18285b tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:42.239355 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-b90e06f2-d5c3-4357-930f-fe96cf18285b tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2819660 Mar 30 01:31:42.239521 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 42440) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:42.243707 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-949b20d8-b519-4988-b4d3-4b7d4be8f6c6 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Request body: {'security_group_rule': {'security_group_id': '50a4a124-5e7d-46b8-91de-896bf45bab35', 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:31:42.292751 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-949b20d8-b519-4988-b4d3-4b7d4be8f6c6 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks [] for security_group_rule (a4d073a2-c731-49f5-a9b0-23f52c793d41), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:42.304332 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-3d70c76f-3e0b-4991-bc26-8d5cede924fb None None] Set router 4948e9f9-f9e0-4cfb-af48-b75160985a23 gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:31:42.372470 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-4e6682ff-e0d6-441c-9829-c5764c007916 req-7684e585-51c0-430b-9114-a5776d7c3ded service neutron] 10.222.0.18 "GET /v2.0/networks/ed006982-a1e4-4cb9-947e-e0466ea24662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338861 Mar 30 01:31:42.381275 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-949b20d8-b519-4988-b4d3-4b7d4be8f6c6 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks [] for security_group_rule (a4d073a2-c731-49f5-a9b0-23f52c793d41), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:42.391949 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-949b20d8-b519-4988-b4d3-4b7d4be8f6c6 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532171'] for security_group_rule (a4d073a2-c731-49f5-a9b0-23f52c793d41), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:42.418606 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b20d8-b519-4988-b4d3-4b7d4be8f6c6 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d073a2-c731-49f5-a9b0-23f52c793d41,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:42.426657 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-949b20d8-b519-4988-b4d3-4b7d4be8f6c6 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:42.430657 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-949b20d8-b519-4988-b4d3-4b7d4be8f6c6 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1879373 Mar 30 01:31:42.430984 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 42442) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:42.436698 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-d4496d2b-2282-4e08-bfd2-e6c892fbafe1 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Request body: {'security_group_rule': {'security_group_id': '50a4a124-5e7d-46b8-91de-896bf45bab35', 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:31:42.472425 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d4496d2b-2282-4e08-bfd2-e6c892fbafe1 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks [] for security_group_rule (cedbe48f-d95e-4e7c-96f7-83522c761494), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:42.536081 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-4e6682ff-e0d6-441c-9829-c5764c007916 req-38b2f951-4e16-461d-9aca-108f116f5e7b service neutron] 10.222.0.18 "GET /v2.0/networks/ed006982-a1e4-4cb9-947e-e0466ea24662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563101 Mar 30 01:31:42.553054 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d4496d2b-2282-4e08-bfd2-e6c892fbafe1 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks [] for security_group_rule (cedbe48f-d95e-4e7c-96f7-83522c761494), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:42.563311 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d4496d2b-2282-4e08-bfd2-e6c892fbafe1 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532171'] for security_group_rule (cedbe48f-d95e-4e7c-96f7-83522c761494), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:42.586057 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4496d2b-2282-4e08-bfd2-e6c892fbafe1 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cedbe48f-d95e-4e7c-96f7-83522c761494,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:42.600396 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d4496d2b-2282-4e08-bfd2-e6c892fbafe1 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:42.601810 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-d4496d2b-2282-4e08-bfd2-e6c892fbafe1 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1697338 Mar 30 01:31:42.606038 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 42446) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:42.610669 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-a62e4195-124b-496e-a48f-8062f7a945c3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Request body: {'security_group_rule': {'security_group_id': '50a4a124-5e7d-46b8-91de-896bf45bab35', 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:31:42.641884 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a62e4195-124b-496e-a48f-8062f7a945c3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks [] for security_group_rule (902f99ab-a287-4e12-9ebf-8cc610301a12), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:42.694644 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-3d70c76f-3e0b-4991-bc26-8d5cede924fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'name': 'tempest-TestMinimumBasicScenario-1133165355-router', 'tenant_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': '64030e58-56e5-42f4-a526-d5631b30d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:29Z', 'updated_at': '2022-03-30T01:30:34Z', 'revision_number': 4, 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'gw_port': {'id': '64030e58-56e5-42f4-a526-d5631b30d56b', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:30Z', 'updated_at': '2022-03-30T01:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '2fad561c-e8a6-4c0f-a59c-ae8c771bdb53', 'tenant_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'floating_ip_address': '172.28.0.139', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'port_id': 'bde9f3f9-41ba-49ef-9383-1ce552797076', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed006982-a1e4-4cb9-947e-e0466ea24662', 'mac_address': 'fa:16:3e:f4:31:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4d2b7e-684f-4300-895f-ccdc7efee9b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:31:40Z', 'updated_at': '2022-03-30T01:31:40Z', 'revision_number': 0, 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585ce9db-6e64-46f3-805f-6580aebd93bc', 'name': '', 'network_id': 'ed006982-a1e4-4cb9-947e-e0466ea24662', 'tenant_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'mac_address': 'fa:16:3e:3a:ca:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '0eb1ea88-c52d-4b49-9989-067e5a5a20cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:33Z', 'updated_at': '2022-03-30T01:30:40Z', 'revision_number': 5, 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'subnets': [{'id': '0eb1ea88-c52d-4b49-9989-067e5a5a20cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:31:42.711930 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a62e4195-124b-496e-a48f-8062f7a945c3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks [] for security_group_rule (902f99ab-a287-4e12-9ebf-8cc610301a12), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:42.719826 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a62e4195-124b-496e-a48f-8062f7a945c3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532171'] for security_group_rule (902f99ab-a287-4e12-9ebf-8cc610301a12), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:42.730223 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d70c76f-3e0b-4991-bc26-8d5cede924fb None None] The sync data for ids ['4948e9f9-f9e0-4cfb-af48-b75160985a23'] in dv-cinder-817135-7-smb is: [{'id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'name': 'tempest-TestMinimumBasicScenario-1133165355-router', 'tenant_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': '64030e58-56e5-42f4-a526-d5631b30d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:29Z', 'updated_at': '2022-03-30T01:30:34Z', 'revision_number': 4, 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'gw_port': {'id': '64030e58-56e5-42f4-a526-d5631b30d56b', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:30Z', 'updated_at': '2022-03-30T01:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '2fad561c-e8a6-4c0f-a59c-ae8c771bdb53', 'tenant_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'floating_ip_address': '172.28.0.139', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'port_id': 'bde9f3f9-41ba-49ef-9383-1ce552797076', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed006982-a1e4-4cb9-947e-e0466ea24662', 'mac_address': 'fa:16:3e:f4:31:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4d2b7e-684f-4300-895f-ccdc7efee9b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:31:40Z', 'updated_at': '2022-03-30T01:31:40Z', 'revision_number': 0, 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585ce9db-6e64-46f3-805f-6580aebd93bc', 'name': '', 'network_id': 'ed006982-a1e4-4cb9-947e-e0466ea24662', 'tenant_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'mac_address': 'fa:16:3e:3a:ca:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '0eb1ea88-c52d-4b49-9989-067e5a5a20cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:33Z', 'updated_at': '2022-03-30T01:30:40Z', 'revision_number': 5, 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'subnets': [{'id': '0eb1ea88-c52d-4b49-9989-067e5a5a20cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:31:42.747533 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1efd2-6a1f-4e62-9d57-84946e30ea52 req-eb3d3c0b-3f0e-45c0-9c0f-0a3718fe855d tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:42.749506 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e4195-124b-496e-a48f-8062f7a945c3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902f99ab-a287-4e12-9ebf-8cc610301a12,revision_number=0']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:42.757149 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-aee1efd2-6a1f-4e62-9d57-84946e30ea52 req-eb3d3c0b-3f0e-45c0-9c0f-0a3718fe855d tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.0901914 Mar 30 01:31:42.764668 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a62e4195-124b-496e-a48f-8062f7a945c3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:42.766436 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-a62e4195-124b-496e-a48f-8062f7a945c3 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1593044 Mar 30 01:31:42.769385 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 42448) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:42.774777 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-3a4fdef2-d502-4ca6-bec5-fddf13b9a460 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Request body: {'security_group_rule': {'security_group_id': '50a4a124-5e7d-46b8-91de-896bf45bab35', 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:31:42.813036 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.db.securitygroups_db [None req-3a4fdef2-d502-4ca6-bec5-fddf13b9a460 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Project 6101ee0d13f14f7bbc3124f3c0fae568 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 01:31:42.826081 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3a4fdef2-d502-4ca6-bec5-fddf13b9a460 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks [] for security_group_rule (ec2438a9-f6a3-4765-8cf3-2589c14d06a5), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:42.848821 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-aee1efd2-6a1f-4e62-9d57-84946e30ea52 req-767ed3b7-a840-4223-ba96-c431b19fa33b tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873787 Mar 30 01:31:42.923456 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3a4fdef2-d502-4ca6-bec5-fddf13b9a460 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks [] for security_group_rule (ec2438a9-f6a3-4765-8cf3-2589c14d06a5), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:42.928747 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3a4fdef2-d502-4ca6-bec5-fddf13b9a460 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532171'] for security_group_rule (ec2438a9-f6a3-4765-8cf3-2589c14d06a5), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:42.950039 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4fdef2-d502-4ca6-bec5-fddf13b9a460 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec2438a9-f6a3-4765-8cf3-2589c14d06a5,revision_number=0']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:42.956925 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3a4fdef2-d502-4ca6-bec5-fddf13b9a460 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:42.961526 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 42454) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:42.962908 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-3a4fdef2-d502-4ca6-bec5-fddf13b9a460 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1924982 Mar 30 01:31:42.969484 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-09b076c2-4f96-4aaa-bfef-866ada99caec tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Request body: {'security_group_rule': {'security_group_id': '50a4a124-5e7d-46b8-91de-896bf45bab35', 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:31:43.002291 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.db.securitygroups_db [None req-09b076c2-4f96-4aaa-bfef-866ada99caec tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Project 6101ee0d13f14f7bbc3124f3c0fae568 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 01:31:43.009031 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09b076c2-4f96-4aaa-bfef-866ada99caec tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks [] for security_group_rule (c362bbbd-3b03-489a-980f-998a46621be0), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:43.070833 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6dd993-e51e-4620-bca1-523964010987 None None] New status for floating IP 2fad561c-e8a6-4c0f-a59c-ae8c771bdb53: ACTIVE {{(pid=103230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:31:43.097614 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09b076c2-4f96-4aaa-bfef-866ada99caec tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks [] for security_group_rule (c362bbbd-3b03-489a-980f-998a46621be0), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:43.104165 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09b076c2-4f96-4aaa-bfef-866ada99caec tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532171'] for security_group_rule (c362bbbd-3b03-489a-980f-998a46621be0), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:43.124408 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b076c2-4f96-4aaa-bfef-866ada99caec tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c362bbbd-3b03-489a-980f-998a46621be0,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:43.133980 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09b076c2-4f96-4aaa-bfef-866ada99caec tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:43.135411 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-09b076c2-4f96-4aaa-bfef-866ada99caec tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1717484 Mar 30 01:31:43.251637 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a690d2b5-08e8-4339-b764-57d81aa84ad7 req-20a7a29a-d77d-4949-aca8-c4f3deb4b107 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1945115899&fields=id&tenant_id=6101ee0d13f14f7bbc3124f3c0fae568 HTTP/1.1" status: 200 len: 267 time: 0.0610647 Mar 30 01:31:43.332534 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690d2b5-08e8-4339-b764-57d81aa84ad7 req-f1eb5502-0616-4a19-a324-284a8e39abf6 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:43.334758 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a690d2b5-08e8-4339-b764-57d81aa84ad7 req-f1eb5502-0616-4a19-a324-284a8e39abf6 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 945 time: 0.0690432 Mar 30 01:31:43.347613 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-a690d2b5-08e8-4339-b764-57d81aa84ad7 req-d00d3f7d-6e29-45f0-b9a7-eb98b57aaa57 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Request body: {'port': {'security_groups': ['fa4fee4a-1228-4149-bc44-4aa64dba5c54', '50a4a124-5e7d-46b8-91de-896bf45bab35']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:31:43.444918 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a690d2b5-08e8-4339-b764-57d81aa84ad7 req-d00d3f7d-6e29-45f0-b9a7-eb98b57aaa57 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (bde9f3f9-41ba-49ef-9383-1ce552797076), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:43.675598 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-a690d2b5-08e8-4339-b764-57d81aa84ad7 req-d00d3f7d-6e29-45f0-b9a7-eb98b57aaa57 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] For port bde9f3f9-41ba-49ef-9383-1ce552797076, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=bde9f3f9-41ba-49ef-9383-1ce552797076,segment=NetworkSegment(ad552f6f-3a94-45af-b738-ffdd575be1c6),segment_id=ad552f6f-3a94-45af-b738-ffdd575be1c6)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:31:44.022234 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a690d2b5-08e8-4339-b764-57d81aa84ad7 req-d00d3f7d-6e29-45f0-b9a7-eb98b57aaa57 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks [] for port (bde9f3f9-41ba-49ef-9383-1ce552797076), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:44.031446 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a690d2b5-08e8-4339-b764-57d81aa84ad7 req-d00d3f7d-6e29-45f0-b9a7-eb98b57aaa57 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8583045'] for port (bde9f3f9-41ba-49ef-9383-1ce552797076), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:44.048938 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['bde9f3f9-41ba-49ef-9383-1ce552797076'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:31:44.050176 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a796e-7fcb-4e52-9448-d5cfdaf0350f req-e492afc3-6808-4fed-957f-533107c6639b tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:44.052933 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ca4a796e-7fcb-4e52-9448-d5cfdaf0350f req-e492afc3-6808-4fed-957f-533107c6639b tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.0845492 Mar 30 01:31:44.126594 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690d2b5-08e8-4339-b764-57d81aa84ad7 req-d00d3f7d-6e29-45f0-b9a7-eb98b57aaa57 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:44.127113 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a690d2b5-08e8-4339-b764-57d81aa84ad7 req-d00d3f7d-6e29-45f0-b9a7-eb98b57aaa57 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:44.128679 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a690d2b5-08e8-4339-b764-57d81aa84ad7 req-d00d3f7d-6e29-45f0-b9a7-eb98b57aaa57 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "PUT /v2.0/ports/bde9f3f9-41ba-49ef-9383-1ce552797076 HTTP/1.1" status: 200 len: 981 time: 0.7863069 Mar 30 01:31:44.129460 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4d2b7e-684f-4300-895f-ccdc7efee9b8', 'tag': 'bde9f3f9-41ba-49ef-9383-1ce552797076'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:31:44.131745 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ee1e0a93b5aae8634dc44ede2e08a21acb25dbbcfc8760de0fb17172de978b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfc428a-ca54-46ff-a86d-04d085fedbbc" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4d2b7e-684f-4300-895f-ccdc7efee9b8", "tag": "bde9f3f9-41ba-49ef-9383-1ce552797076"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:31:44.159734 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d3f7d-6e29-45f0-b9a7-eb98b57aaa57 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Pushing event updated for resources: {'Port': ['ID=bde9f3f9-41ba-49ef-9383-1ce552797076,revision_number=6']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:44.176462 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ca4a796e-7fcb-4e52-9448-d5cfdaf0350f req-ca56cb89-95e2-4d57-9cd4-36ac664ada1f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020455 Mar 30 01:31:44.233659 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944a4df1-95ef-420b-8af6-6d5e80e1fd1c x-openstack-request-id: req-944a4df1-95ef-420b-8af6-6d5e80e1fd1c {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:31:44.234152 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4d2b7e-684f-4300-895f-ccdc7efee9b8", "tag": "bde9f3f9-41ba-49ef-9383-1ce552797076", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:31:44.234615 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-944a4df1-95ef-420b-8af6-6d5e80e1fd1c {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:31:44.235462 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-944a4df1-95ef-420b-8af6-6d5e80e1fd1c'] response: {'name': 'network-changed', 'server_uuid': '9d4d2b7e-684f-4300-895f-ccdc7efee9b8', 'tag': 'bde9f3f9-41ba-49ef-9383-1ce552797076', 'status': 'completed', 'code': 200} Mar 30 01:31:44.265180 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['bde9f3f9-41ba-49ef-9383-1ce552797076'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:31:44.342579 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d458d31-ce0d-4919-a735-0b13cf41c993 req-7150938d-8ad4-4d7a-8172-5832fde0669e tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:44.345689 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4d458d31-ce0d-4919-a735-0b13cf41c993 req-7150938d-8ad4-4d7a-8172-5832fde0669e tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 984 time: 0.0724666 Mar 30 01:31:44.364931 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc428a-ca54-46ff-a86d-04d085fedbbc req-108cbb5e-a637-4139-8d53-ed7c8e9f2ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:44.368166 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-2bfc428a-ca54-46ff-a86d-04d085fedbbc req-108cbb5e-a637-4139-8d53-ed7c8e9f2ea1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6101ee0d13f14f7bbc3124f3c0fae568&device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 1168 time: 0.1022227 Mar 30 01:31:44.427457 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4d458d31-ce0d-4919-a735-0b13cf41c993 req-09892cf3-b9ec-4c20-8079-8f3e848a71f0 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a4a124-5e7d-46b8-91de-896bf45bab35&id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0727701 Mar 30 01:31:44.492338 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc428a-ca54-46ff-a86d-04d085fedbbc req-94c90691-1aa7-456c-80a1-2f71949f8ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:44.494390 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-2bfc428a-ca54-46ff-a86d-04d085fedbbc req-94c90691-1aa7-456c-80a1-2f71949f8ca5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ed006982-a1e4-4cb9-947e-e0466ea24662 HTTP/1.1" status: 200 len: 916 time: 0.1150908 Mar 30 01:31:44.530944 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-fe82c4b7-5531-4f89-bc65-bf240cc117a6 None None] Provisioning complete for port bde9f3f9-41ba-49ef-9383-1ce552797076 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:31:44.531617 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fe82c4b7-5531-4f89-bc65-bf240cc117a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (bde9f3f9-41ba-49ef-9383-1ce552797076), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:44.599613 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-2bfc428a-ca54-46ff-a86d-04d085fedbbc req-65ebc162-7a53-4f2b-a9a3-65f612c80223 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bde9f3f9-41ba-49ef-9383-1ce552797076 HTTP/1.1" status: 200 len: 1001 time: 0.0980325 Mar 30 01:31:44.672140 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc428a-ca54-46ff-a86d-04d085fedbbc req-246a39d1-364f-4b24-9e1e-5a4439210fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:44.673776 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-2bfc428a-ca54-46ff-a86d-04d085fedbbc req-246a39d1-364f-4b24-9e1e-5a4439210fd8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0eb1ea88-c52d-4b49-9989-067e5a5a20cb HTTP/1.1" status: 200 len: 854 time: 0.0673261 Mar 30 01:31:44.736071 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc428a-ca54-46ff-a86d-04d085fedbbc req-c5570034-1222-4c8a-9042-7fdf61579cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:44.737923 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-2bfc428a-ca54-46ff-a86d-04d085fedbbc req-c5570034-1222-4c8a-9042-7fdf61579cad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ed006982-a1e4-4cb9-947e-e0466ea24662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0559852 Mar 30 01:31:44.754174 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-fe82c4b7-5531-4f89-bc65-bf240cc117a6 None None] Current status of the port bde9f3f9-41ba-49ef-9383-1ce552797076 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:31:44.872827 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-2bfc428a-ca54-46ff-a86d-04d085fedbbc req-72da4799-7059-4e7f-9d2f-91c08d3928cd service neutron] 10.222.0.18 "GET /v2.0/networks/ed006982-a1e4-4cb9-947e-e0466ea24662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227589 Mar 30 01:31:45.183092 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-2bfc428a-ca54-46ff-a86d-04d085fedbbc req-6b3511aa-8871-43c6-b043-4c1c0b886f2e service neutron] 10.222.0.18 "GET /v2.0/networks/ed006982-a1e4-4cb9-947e-e0466ea24662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037751 Mar 30 01:31:45.309995 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b615728-055e-4d9b-9cb6-a341c6236334 req-10ff13be-4038-4ae0-9590-ea40898615dc tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:45.311511 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9b615728-055e-4d9b-9cb6-a341c6236334 req-10ff13be-4038-4ae0-9590-ea40898615dc tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.0534813 Mar 30 01:31:45.362231 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9b615728-055e-4d9b-9cb6-a341c6236334 req-39babaab-e0c9-4485-a8ba-a98645b392ab tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426812 Mar 30 01:31:46.493769 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2fcb3-1472-49c6-836c-665c57cb43d6 req-99cf58ea-2b87-479e-95ed-2454f9accb87 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:46.495284 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e7d2fcb3-1472-49c6-836c-665c57cb43d6 req-99cf58ea-2b87-479e-95ed-2454f9accb87 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.0575144 Mar 30 01:31:46.548630 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e7d2fcb3-1472-49c6-836c-665c57cb43d6 req-ff942d32-b940-4fb5-a707-18f351e56952 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473280 Mar 30 01:31:47.586716 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 42558) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:47.639812 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-f11c3c4b-d088-4cfe-93f8-d6e86da8503f admin admin] Deleting subnet b8527661-c80c-4b66-a67e-458fe845c846 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 01:31:47.656527 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f11c3c4b-d088-4cfe-93f8-d6e86da8503f admin admin] Publish callbacks [] for subnet (b8527661-c80c-4b66-a67e-458fe845c846), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:47.698752 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f11c3c4b-d088-4cfe-93f8-d6e86da8503f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10017254'] for subnet (b8527661-c80c-4b66-a67e-458fe845c846), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:47.737729 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9430c39-ae64-4d49-910c-946d9937b633 req-df5c43c4-6dfd-40ee-bc99-4fb6512c56e3 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:47.739170 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f9430c39-ae64-4d49-910c-946d9937b633 req-df5c43c4-6dfd-40ee-bc99-4fb6512c56e3 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.1143289 Mar 30 01:31:47.756104 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f11c3c4b-d088-4cfe-93f8-d6e86da8503f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1879272'] for subnet (b8527661-c80c-4b66-a67e-458fe845c846), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:47.819806 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f9430c39-ae64-4d49-910c-946d9937b633 req-0d716af6-e071-4cdf-8092-70ca7366e75f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733607 Mar 30 01:31:47.834613 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f11c3c4b-d088-4cfe-93f8-d6e86da8503f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1879263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8581503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554379'] for subnet (b8527661-c80c-4b66-a67e-458fe845c846), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:47.859844 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c3c4b-d088-4cfe-93f8-d6e86da8503f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8527661-c80c-4b66-a67e-458fe845c846,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:47.863981 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f11c3c4b-d088-4cfe-93f8-d6e86da8503f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:47.867179 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-f11c3c4b-d088-4cfe-93f8-d6e86da8503f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b8527661-c80c-4b66-a67e-458fe845c846 HTTP/1.1" status: 204 len: 168 time: 0.2794175 Mar 30 01:31:47.869770 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 42560) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:47.944272 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-73dfb1ed-ed7b-47cf-b931-fc19c7b3cfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2064809'] for network (a10fd723-6dd8-4a1b-a0de-83fac5fc91d0), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:48.037120 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-73dfb1ed-ed7b-47cf-b931-fc19c7b3cfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1955683', 'neutron.services.segments.db._delete_segments_for_network-8788084628282'] for network (a10fd723-6dd8-4a1b-a0de-83fac5fc91d0), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:48.061434 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-73dfb1ed-ed7b-47cf-b931-fc19c7b3cfc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10fd723-6dd8-4a1b-a0de-83fac5fc91d0']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:31:48.070852 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-73dfb1ed-ed7b-47cf-b931-fc19c7b3cfc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6976ff74-96bc-4463-8102-8ecdd0b193f3') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:31:48.071135 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-73dfb1ed-ed7b-47cf-b931-fc19c7b3cfc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6976ff74-96bc-4463-8102-8ecdd0b193f3') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:31:48.080498 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-73dfb1ed-ed7b-47cf-b931-fc19c7b3cfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788084859203', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10017261'] for segment (6976ff74-96bc-4463-8102-8ecdd0b193f3), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:48.093951 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-73dfb1ed-ed7b-47cf-b931-fc19c7b3cfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983'] for segment (6976ff74-96bc-4463-8102-8ecdd0b193f3), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:48.099995 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73dfb1ed-ed7b-47cf-b931-fc19c7b3cfc0 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 01:31:48.100363 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-73dfb1ed-ed7b-47cf-b931-fc19c7b3cfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8583129'] for segment (6976ff74-96bc-4463-8102-8ecdd0b193f3), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:48.102089 dv-cinder-817135-7-smb neutron-server[103229]: Traceback (most recent call last): Mar 30 01:31:48.102089 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 01:31:48.102089 dv-cinder-817135-7-smb neutron-server[103229]: timer() Mar 30 01:31:48.102089 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 01:31:48.102089 dv-cinder-817135-7-smb neutron-server[103229]: cb(*args, **kw) Mar 30 01:31:48.102089 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 01:31:48.102089 dv-cinder-817135-7-smb neutron-server[103229]: return func(*args, **kwargs) Mar 30 01:31:48.102089 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 01:31:48.102089 dv-cinder-817135-7-smb neutron-server[103229]: self._notify() Mar 30 01:31:48.102089 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 01:31:48.102089 dv-cinder-817135-7-smb neutron-server[103229]: self.callback(batched_events) Mar 30 01:31:48.102089 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 01:31:48.102089 dv-cinder-817135-7-smb neutron-server[103229]: event.method(event) Mar 30 01:31:48.102089 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 01:31:48.102089 dv-cinder-817135-7-smb neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 01:31:48.102089 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 01:31:48.102089 dv-cinder-817135-7-smb neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 01:31:48.102089 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 01:31:48.102089 dv-cinder-817135-7-smb neutron-server[103229]: return f(self, *a, **k) Mar 30 01:31:48.102089 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 01:31:48.102089 dv-cinder-817135-7-smb neutron-server[103229]: return self._get(url).json() Mar 30 01:31:48.102089 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 01:31:48.102089 dv-cinder-817135-7-smb neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 01:31:48.102089 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 01:31:48.102089 dv-cinder-817135-7-smb neutron-server[103229]: return self.request(url, 'GET', **kwargs) Mar 30 01:31:48.102089 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 01:31:48.102089 dv-cinder-817135-7-smb neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 01:31:48.102089 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 01:31:48.102089 dv-cinder-817135-7-smb neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 01:31:48.102089 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 01:31:48.102089 dv-cinder-817135-7-smb neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 01:31:48.102089 dv-cinder-817135-7-smb neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 01:31:48.159270 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-73dfb1ed-ed7b-47cf-b931-fc19c7b3cfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1955690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623952'] for network (a10fd723-6dd8-4a1b-a0de-83fac5fc91d0), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:48.165679 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-73dfb1ed-ed7b-47cf-b931-fc19c7b3cfc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:48.168819 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-73dfb1ed-ed7b-47cf-b931-fc19c7b3cfc0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a10fd723-6dd8-4a1b-a0de-83fac5fc91d0 HTTP/1.1" status: 204 len: 168 time: 0.2981727 Mar 30 01:31:48.181314 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dfb1ed-ed7b-47cf-b931-fc19c7b3cfc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a10fd723-6dd8-4a1b-a0de-83fac5fc91d0,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:48.385793 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 42564) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:48.427742 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-4edc1503-82c2-4acb-a6aa-8965c4dc289e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0ccef447787d447e9095c1dd55974941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407217 Mar 30 01:31:48.430375 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 42566) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:48.480705 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0e987a65-a638-4c63-835f-eeb05231c401 admin admin] Publish callbacks [] for security_group (e18f5fb0-66c1-4889-af2c-5a01ed5a317b), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:48.506782 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0e987a65-a638-4c63-835f-eeb05231c401 admin admin] Publish callbacks [] for security_group (e18f5fb0-66c1-4889-af2c-5a01ed5a317b), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:48.568749 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0e987a65-a638-4c63-835f-eeb05231c401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (e18f5fb0-66c1-4889-af2c-5a01ed5a317b), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:48.571120 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0e987a65-a638-4c63-835f-eeb05231c401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:48.572282 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-0e987a65-a638-4c63-835f-eeb05231c401 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e18f5fb0-66c1-4889-af2c-5a01ed5a317b HTTP/1.1" status: 204 len: 168 time: 0.1410015 Mar 30 01:31:48.579916 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e987a65-a638-4c63-835f-eeb05231c401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18f5fb0-66c1-4889-af2c-5a01ed5a317b,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:48.947968 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09af589-9fe0-45fc-add8-2e16f15d8054 req-7c99f569-e637-4fa6-a279-0a00a5abd92c tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:48.949466 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c09af589-9fe0-45fc-add8-2e16f15d8054 req-7c99f569-e637-4fa6-a279-0a00a5abd92c tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.0544448 Mar 30 01:31:49.006610 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c09af589-9fe0-45fc-add8-2e16f15d8054 req-9c78468f-af69-420e-bd08-6dc7c5b8fcfb tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508666 Mar 30 01:31:49.706972 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e618fbb7-2ba8-481b-9fd7-edae8e81717e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:49.765017 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device ce7da202-aa09-4a9a-9abd-515e87782573 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:31:49.865808 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port ce7da202-aa09-4a9a-9abd-515e87782573, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=ce7da202-aa09-4a9a-9abd-515e87782573,segment=NetworkSegment(5d2e7dcd-3d5b-47c5-be1e-e458e697b14e),segment_id=5d2e7dcd-3d5b-47c5-be1e-e458e697b14e)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:31:49.877841 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Returning: {'device': 'ce7da202-aa09-4a9a-9abd-515e87782573', 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1', 'port_id': 'ce7da202-aa09-4a9a-9abd-515e87782573', 'mac_address': 'fa:16:3e:c0:3c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:31:49.923394 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port ce7da202-aa09-4a9a-9abd-515e87782573 is: ACTIVE; New status is: BUILD {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:31:49.923783 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (ce7da202-aa09-4a9a-9abd-515e87782573), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:49.948515 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce7da202-aa09-4a9a-9abd-515e87782573 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:31:49.973169 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port ce7da202-aa09-4a9a-9abd-515e87782573, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=ce7da202-aa09-4a9a-9abd-515e87782573,segment=NetworkSegment(5d2e7dcd-3d5b-47c5-be1e-e458e697b14e),segment_id=5d2e7dcd-3d5b-47c5-be1e-e458e697b14e)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:31:49.982335 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (ce7da202-aa09-4a9a-9abd-515e87782573), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:50.038068 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=ce7da202-aa09-4a9a-9abd-515e87782573,revision_number=6']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:50.118960 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['ce7da202-aa09-4a9a-9abd-515e87782573'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:31:50.132536 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc692a-91fa-4ea7-8dc8-7c25024e5f3e req-42c0e16c-82c2-487b-9035-fc8c114bd69d tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:50.134006 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-cbdc692a-91fa-4ea7-8dc8-7c25024e5f3e req-42c0e16c-82c2-487b-9035-fc8c114bd69d tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 945 time: 0.0550706 Mar 30 01:31:50.187487 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-cbdc692a-91fa-4ea7-8dc8-7c25024e5f3e req-2b904bf5-0ee5-455a-8634-e28c104ca326 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474989 Mar 30 01:31:51.329242 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5be76e-41ea-4282-9949-c3a45f8a2ce8 req-2a7e6ebe-a203-403a-959b-d1b52b597550 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:51.330746 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ab5be76e-41ea-4282-9949-c3a45f8a2ce8 req-2a7e6ebe-a203-403a-959b-d1b52b597550 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 945 time: 0.0549545 Mar 30 01:31:51.378816 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ab5be76e-41ea-4282-9949-c3a45f8a2ce8 req-07542ab6-7d89-4a32-b148-385664043296 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423656 Mar 30 01:31:51.796188 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device ce7da202-aa09-4a9a-9abd-515e87782573 up at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:31:51.849829 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning complete for port ce7da202-aa09-4a9a-9abd-515e87782573 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:31:51.850167 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (ce7da202-aa09-4a9a-9abd-515e87782573), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:51.954373 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-625376d9-8af4-4acb-bfa7-0869e0f79f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:51.956108 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port ce7da202-aa09-4a9a-9abd-515e87782573 is: BUILD; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:31:51.956478 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (ce7da202-aa09-4a9a-9abd-515e87782573), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:51.984008 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cad150-03a0-42c9-a215-87597242e1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7da202-aa09-4a9a-9abd-515e87782573'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:31:51.986915 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b54a399a95781ce0e36d18e73dfd9bddfd965df0fcdebdd8e46dd02a402f6d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d77e62d-ff15-4008-86d4-33b528c7f701" -d '{"events": [{"server_uuid": "97cad150-03a0-42c9-a215-87597242e1d7", "name": "network-vif-plugged", "status": "completed", "tag": "ce7da202-aa09-4a9a-9abd-515e87782573"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:31:52.002030 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port ce7da202-aa09-4a9a-9abd-515e87782573, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=ce7da202-aa09-4a9a-9abd-515e87782573,segment=NetworkSegment(5d2e7dcd-3d5b-47c5-be1e-e458e697b14e),segment_id=5d2e7dcd-3d5b-47c5-be1e-e458e697b14e)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:31:52.006475 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (ce7da202-aa09-4a9a-9abd-515e87782573), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:52.032574 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc431b3-0487-421b-a409-8bc660a59d73 x-openstack-request-id: req-0cc431b3-0487-421b-a409-8bc660a59d73 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:31:52.033177 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97cad150-03a0-42c9-a215-87597242e1d7", "name": "network-vif-plugged", "status": "completed", "tag": "ce7da202-aa09-4a9a-9abd-515e87782573", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:31:52.033427 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0cc431b3-0487-421b-a409-8bc660a59d73 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:31:52.033815 dv-cinder-817135-7-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cc431b3-0487-421b-a409-8bc660a59d73'] response: {'server_uuid': '97cad150-03a0-42c9-a215-87597242e1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7da202-aa09-4a9a-9abd-515e87782573', 'code': 200} Mar 30 01:31:52.070797 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=ce7da202-aa09-4a9a-9abd-515e87782573,revision_number=7']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:52.524232 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7102166-0786-4fc5-8786-511deb0fb964 req-dfb82e32-dbbe-465c-8c58-0161be65cf3f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:52.525794 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a7102166-0786-4fc5-8786-511deb0fb964 req-dfb82e32-dbbe-465c-8c58-0161be65cf3f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.0660462 Mar 30 01:31:52.575670 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a7102166-0786-4fc5-8786-511deb0fb964 req-378493a6-5cd9-4c1a-aa4e-ead5b1a64089 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439658 Mar 30 01:31:52.987151 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:53.723735 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db7dbe-c7d3-472b-a2e7-6389b776c161 req-b0911cda-fe04-4571-b9f6-35c554714ad4 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:53.725236 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-36db7dbe-c7d3-472b-a2e7-6389b776c161 req-b0911cda-fe04-4571-b9f6-35c554714ad4 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.0632229 Mar 30 01:31:53.774636 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-36db7dbe-c7d3-472b-a2e7-6389b776c161 req-4961a232-2898-44f6-8f46-fe923143497e tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432787 Mar 30 01:31:54.566120 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:54.928839 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fced8-f75f-46b0-b3ec-8b21296e3794 req-f07b4bc7-697e-4963-af40-afd037c2cf8c tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:54.930503 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-389fced8-f75f-46b0-b3ec-8b21296e3794 req-f07b4bc7-697e-4963-af40-afd037c2cf8c tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.0675321 Mar 30 01:31:54.985227 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-389fced8-f75f-46b0-b3ec-8b21296e3794 req-382a33d2-bb66-4712-889f-b3f05a20386b tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486915 Mar 30 01:31:56.010566 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:56.121205 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac08152-5950-438a-8331-fae87c1cb940 req-b3a1bd27-7f66-4fa7-8f7f-f372545c4a1a tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:56.122708 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6ac08152-5950-438a-8331-fae87c1cb940 req-b3a1bd27-7f66-4fa7-8f7f-f372545c4a1a tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.0605536 Mar 30 01:31:56.171002 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6ac08152-5950-438a-8331-fae87c1cb940 req-9709cfe9-7378-4b02-a5d5-77b37d6df7b0 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426176 Mar 30 01:31:57.297891 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa3f3c-67e7-45d2-b1ae-4c7a8c4dfed2 req-ae8a6ead-ecc0-40ce-a56c-c12d7057d210 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:57.299465 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-91aa3f3c-67e7-45d2-b1ae-4c7a8c4dfed2 req-ae8a6ead-ecc0-40ce-a56c-c12d7057d210 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.0551794 Mar 30 01:31:57.352965 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-91aa3f3c-67e7-45d2-b1ae-4c7a8c4dfed2 req-14f12ff7-d802-4716-bbf0-78f124816c2d tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452099 Mar 30 01:31:58.494360 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834b25d-ef2c-490f-bad0-508b14a7b9d5 req-237c6efb-ce45-423c-b88a-c6cb01b41726 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:58.499438 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c834b25d-ef2c-490f-bad0-508b14a7b9d5 req-237c6efb-ce45-423c-b88a-c6cb01b41726 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.0638034 Mar 30 01:31:58.559158 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c834b25d-ef2c-490f-bad0-508b14a7b9d5 req-a456b5eb-21af-443a-ae8d-8a038c16c9bd tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567553 Mar 30 01:31:59.698322 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab424341-6b84-4e6f-9298-5a3a5bf6cd1d req-2238e38d-9855-4e02-922f-16e12fe47751 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:59.700899 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ab424341-6b84-4e6f-9298-5a3a5bf6cd1d req-2238e38d-9855-4e02-922f-16e12fe47751 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.0638638 Mar 30 01:31:59.761638 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ab424341-6b84-4e6f-9298-5a3a5bf6cd1d req-522b3914-b577-474e-9f94-cf4c7790caac tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521505 Mar 30 01:32:00.902645 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f26d82-eed7-4a68-bb86-b4d7111104df req-5fd3a0af-ad8e-43cc-b45f-c11491a66e3f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:00.906112 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-89f26d82-eed7-4a68-bb86-b4d7111104df req-5fd3a0af-ad8e-43cc-b45f-c11491a66e3f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.0619340 Mar 30 01:32:00.954234 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-89f26d82-eed7-4a68-bb86-b4d7111104df req-f3dcdaf2-c4d6-42e4-ba25-96f6f0a84c88 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439806 Mar 30 01:32:01.101781 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:32:02.085743 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b0758-ab7b-4ff4-9695-f1c59739e306 req-57a5af53-f28d-4a9c-a197-684a2ceef4ad tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:02.091975 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5d1b0758-ab7b-4ff4-9695-f1c59739e306 req-57a5af53-f28d-4a9c-a197-684a2ceef4ad tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.0623782 Mar 30 01:32:02.140774 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5d1b0758-ab7b-4ff4-9695-f1c59739e306 req-89156bb9-675e-4c46-a5fb-3ee4a507f504 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471380 Mar 30 01:32:03.271322 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0db2c9-bb03-4dcd-913f-c308c9ff0cf4 req-0492f942-ad9e-4b64-9762-b19b0260998d tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:03.272709 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4f0db2c9-bb03-4dcd-913f-c308c9ff0cf4 req-0492f942-ad9e-4b64-9762-b19b0260998d tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.0575786 Mar 30 01:32:03.328838 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4f0db2c9-bb03-4dcd-913f-c308c9ff0cf4 req-b5379978-7619-4900-8b65-f0b790a8c47f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492778 Mar 30 01:32:04.495273 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b70b6c-1164-4db2-aac3-0564c410bb2f req-67a42553-96c4-4cd1-8e6c-bea1eb248345 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:04.496819 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c5b70b6c-1164-4db2-aac3-0564c410bb2f req-67a42553-96c4-4cd1-8e6c-bea1eb248345 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.0917168 Mar 30 01:32:04.515558 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fd863-5bb3-4b7b-b560-ebd978b28b6d req-8fcf3487-19cc-4051-8ab6-75bd20ed25c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:04.520397 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-be9fd863-5bb3-4b7b-b560-ebd978b28b6d req-8fcf3487-19cc-4051-8ab6-75bd20ed25c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=61dc5b0786784b47b68b2e4463489f52&device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 1130 time: 0.0637577 Mar 30 01:32:04.558994 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c5b70b6c-1164-4db2-aac3-0564c410bb2f req-e8f9ba80-bff4-4971-8844-e7a3387426f4 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561419 Mar 30 01:32:04.653997 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fd863-5bb3-4b7b-b560-ebd978b28b6d req-f1c7157f-03c1-4003-8172-1e5daa25d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:04.655702 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-be9fd863-5bb3-4b7b-b560-ebd978b28b6d req-f1c7157f-03c1-4003-8172-1e5daa25d6d5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=43648525-c7cf-4e35-9f44-2977e45db7f1 HTTP/1.1" status: 200 len: 918 time: 0.1145544 Mar 30 01:32:04.730869 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-be9fd863-5bb3-4b7b-b560-ebd978b28b6d req-49a01449-1c01-4f56-9921-2b87384cf685 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce7da202-aa09-4a9a-9abd-515e87782573 HTTP/1.1" status: 200 len: 1001 time: 0.0675912 Mar 30 01:32:04.742681 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:04.796608 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fd863-5bb3-4b7b-b560-ebd978b28b6d req-6feae0ff-4b08-42c5-86e6-a25a76a5c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:04.797690 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-be9fd863-5bb3-4b7b-b560-ebd978b28b6d req-6feae0ff-4b08-42c5-86e6-a25a76a5c409 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=109d7294-0dc1-4c33-b6d5-82873c91f0f6 HTTP/1.1" status: 200 len: 856 time: 0.0595057 Mar 30 01:32:04.854851 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fd863-5bb3-4b7b-b560-ebd978b28b6d req-7411ad4b-e4eb-4a94-b545-12b2c90d2bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:04.856422 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-be9fd863-5bb3-4b7b-b560-ebd978b28b6d req-7411ad4b-e4eb-4a94-b545-12b2c90d2bcc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43648525-c7cf-4e35-9f44-2977e45db7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0520332 Mar 30 01:32:04.987436 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-be9fd863-5bb3-4b7b-b560-ebd978b28b6d req-6ef0fd9e-d00f-49db-855d-c3244c58a5ab service neutron] 10.222.0.18 "GET /v2.0/networks/43648525-c7cf-4e35-9f44-2977e45db7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232946 Mar 30 01:32:05.108933 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-be9fd863-5bb3-4b7b-b560-ebd978b28b6d req-df5f5e47-2ceb-4c85-b55b-2825361ba69c service neutron] 10.222.0.18 "GET /v2.0/networks/43648525-c7cf-4e35-9f44-2977e45db7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142991 Mar 30 01:32:05.700995 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a58e7-9998-4a16-a03d-72ac48a42584 req-60f9edb7-b33f-47e2-baba-3e43b9400516 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:05.708275 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2a2a58e7-9998-4a16-a03d-72ac48a42584 req-60f9edb7-b33f-47e2-baba-3e43b9400516 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.0764971 Mar 30 01:32:05.771626 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2a2a58e7-9998-4a16-a03d-72ac48a42584 req-4e59a7e6-14a9-4afc-a10c-29fbffc0db82 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626130 Mar 30 01:32:06.922669 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee5ca3-27f4-4b3b-8211-c540de2e0e3e req-a39ba416-2ab3-4535-b746-d55d86922da9 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:06.924351 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-87ee5ca3-27f4-4b3b-8211-c540de2e0e3e req-a39ba416-2ab3-4535-b746-d55d86922da9 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.0668063 Mar 30 01:32:06.980060 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-87ee5ca3-27f4-4b3b-8211-c540de2e0e3e req-bb4dc976-8121-4453-a637-c9b4b11b5d55 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495515 Mar 30 01:32:08.126860 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb193acc-d657-46fb-ada8-643712eefb8c req-da6dc97a-6d29-4d64-8722-d3a5f8a78d84 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:08.128248 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-eb193acc-d657-46fb-ada8-643712eefb8c req-da6dc97a-6d29-4d64-8722-d3a5f8a78d84 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.0651004 Mar 30 01:32:08.181444 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-eb193acc-d657-46fb-ada8-643712eefb8c req-693b9c70-4341-4511-8dc9-c2c1a720e960 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475039 Mar 30 01:32:09.157700 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621f8a0-1f7b-45ab-bc84-1b5b94e8f09c req-3d583e4c-feca-4d80-b8f4-699ce9983c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:09.159220 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-e621f8a0-1f7b-45ab-bc84-1b5b94e8f09c req-3d583e4c-feca-4d80-b8f4-699ce9983c65 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=61dc5b0786784b47b68b2e4463489f52&device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 1130 time: 0.0554457 Mar 30 01:32:09.249595 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621f8a0-1f7b-45ab-bc84-1b5b94e8f09c req-d92c6b35-0a61-4161-beb1-abf70c557b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:09.251098 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-e621f8a0-1f7b-45ab-bc84-1b5b94e8f09c req-d92c6b35-0a61-4161-beb1-abf70c557b3a service neutron] 10.222.0.18 "GET /v2.0/networks?id=43648525-c7cf-4e35-9f44-2977e45db7f1 HTTP/1.1" status: 200 len: 918 time: 0.0858254 Mar 30 01:32:09.308803 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf56b6-e480-4f38-9828-0f0d5a60faa4 req-4f24625f-f62b-49ad-bad1-80714c780659 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:09.310273 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-21cf56b6-e480-4f38-9828-0f0d5a60faa4 req-4f24625f-f62b-49ad-bad1-80714c780659 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.0534086 Mar 30 01:32:09.320622 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-e621f8a0-1f7b-45ab-bc84-1b5b94e8f09c req-413bf91e-4de9-4630-8fa0-023082501651 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce7da202-aa09-4a9a-9abd-515e87782573 HTTP/1.1" status: 200 len: 1001 time: 0.0619788 Mar 30 01:32:09.361385 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-21cf56b6-e480-4f38-9828-0f0d5a60faa4 req-199569a7-58b1-4ce5-8702-8d69f8243c77 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453460 Mar 30 01:32:09.377310 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621f8a0-1f7b-45ab-bc84-1b5b94e8f09c req-66dbeaf8-2156-471a-8604-daf911c89a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:09.378808 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-e621f8a0-1f7b-45ab-bc84-1b5b94e8f09c req-66dbeaf8-2156-471a-8604-daf911c89a8b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=109d7294-0dc1-4c33-b6d5-82873c91f0f6 HTTP/1.1" status: 200 len: 856 time: 0.0453291 Mar 30 01:32:09.436280 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621f8a0-1f7b-45ab-bc84-1b5b94e8f09c req-4bfa20ca-973a-468e-bfff-05c34e1d679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:09.437776 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-e621f8a0-1f7b-45ab-bc84-1b5b94e8f09c req-4bfa20ca-973a-468e-bfff-05c34e1d679f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43648525-c7cf-4e35-9f44-2977e45db7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0507231 Mar 30 01:32:09.535964 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-e621f8a0-1f7b-45ab-bc84-1b5b94e8f09c req-dc1f3d68-0501-4d1e-98ea-9f460800c65b service neutron] 10.222.0.18 "GET /v2.0/networks/43648525-c7cf-4e35-9f44-2977e45db7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877607 Mar 30 01:32:09.630336 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-e621f8a0-1f7b-45ab-bc84-1b5b94e8f09c req-75028a6a-3bc3-4175-aebb-a7c83e717df1 service neutron] 10.222.0.18 "GET /v2.0/networks/43648525-c7cf-4e35-9f44-2977e45db7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879869 Mar 30 01:32:10.500961 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ab128-7d0d-494d-b62d-bfeca8b044b8 req-1b1a1943-0dd6-4329-94b2-db9f010acf39 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:10.502431 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b04ab128-7d0d-494d-b62d-bfeca8b044b8 req-1b1a1943-0dd6-4329-94b2-db9f010acf39 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.0611098 Mar 30 01:32:10.556307 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b04ab128-7d0d-494d-b62d-bfeca8b044b8 req-b40989a2-4bb9-4e7e-80c9-0736cbfbfbc8 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481405 Mar 30 01:32:11.687541 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ee712-dc77-4dbf-b5ec-dbb9b70d172c req-ded39c47-688f-4f6c-a727-8724b1f0032e tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:11.688985 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f37ee712-dc77-4dbf-b5ec-dbb9b70d172c req-ded39c47-688f-4f6c-a727-8724b1f0032e tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 946 time: 0.0544987 Mar 30 01:32:11.736764 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f37ee712-dc77-4dbf-b5ec-dbb9b70d172c req-96978302-bd77-4183-aed7-6c29c2bafad4 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419893 Mar 30 01:32:11.891255 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device ce7da202-aa09-4a9a-9abd-515e87782573 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:32:11.975189 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port ce7da202-aa09-4a9a-9abd-515e87782573 is: ACTIVE; New status is: DOWN {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:32:11.975579 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (ce7da202-aa09-4a9a-9abd-515e87782573), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:11.999937 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cad150-03a0-42c9-a215-87597242e1d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce7da202-aa09-4a9a-9abd-515e87782573'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:32:12.002267 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b54a399a95781ce0e36d18e73dfd9bddfd965df0fcdebdd8e46dd02a402f6d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93219479-c332-4f76-a7ad-9bf16a5da6c0" -d '{"events": [{"server_uuid": "97cad150-03a0-42c9-a215-87597242e1d7", "name": "network-vif-unplugged", "status": "completed", "tag": "ce7da202-aa09-4a9a-9abd-515e87782573"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:32:12.015966 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port ce7da202-aa09-4a9a-9abd-515e87782573, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=ce7da202-aa09-4a9a-9abd-515e87782573,segment=NetworkSegment(5d2e7dcd-3d5b-47c5-be1e-e458e697b14e),segment_id=5d2e7dcd-3d5b-47c5-be1e-e458e697b14e)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:32:12.021143 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (ce7da202-aa09-4a9a-9abd-515e87782573), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:12.067674 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Mar 2022 01:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bf0e86-3d94-4e74-8448-0d585f87d0fc x-openstack-request-id: req-18bf0e86-3d94-4e74-8448-0d585f87d0fc {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:32:12.067964 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97cad150-03a0-42c9-a215-87597242e1d7", "name": "network-vif-unplugged", "status": "failed", "tag": "ce7da202-aa09-4a9a-9abd-515e87782573", "code": 422}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:32:12.068220 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18bf0e86-3d94-4e74-8448-0d585f87d0fc {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:32:12.068685 dv-cinder-817135-7-smb neutron-server[103230]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-18bf0e86-3d94-4e74-8448-0d585f87d0fc']: {'server_uuid': '97cad150-03a0-42c9-a215-87597242e1d7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ce7da202-aa09-4a9a-9abd-515e87782573', 'code': 422} returned with failed status Mar 30 01:32:12.074041 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=ce7da202-aa09-4a9a-9abd-515e87782573,revision_number=8']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:12.287807 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [req-91b399db-6356-4a10-85d4-5d6c8e6cb174 req-2140b41e-2f77-4af5-895e-e4b546bd7f9d service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 01:32:12.288861 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-91b399db-6356-4a10-85d4-5d6c8e6cb174 req-2140b41e-2f77-4af5-895e-e4b546bd7f9d service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079141 Mar 30 01:32:12.455711 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a7899-40cd-48e7-a59b-dd9e958cb305 req-5e6475d6-2fe7-4c08-9f27-be5a18edfbf0 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:12.457385 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f61a7899-40cd-48e7-a59b-dd9e958cb305 req-5e6475d6-2fe7-4c08-9f27-be5a18edfbf0 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 944 time: 0.0598812 Mar 30 01:32:12.512137 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f61a7899-40cd-48e7-a59b-dd9e958cb305 req-e9241d14-1ac9-4879-b046-c7abe68f0092 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488546 Mar 30 01:32:12.756136 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 42850) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:12.849963 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-acd014ca-204d-4475-b1f8-68c1b60d97cb req-94599b6c-96b6-4f70-b84b-67506766f2b7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0923262 Mar 30 01:32:12.859071 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [req-acd014ca-204d-4475-b1f8-68c1b60d97cb req-ec8f2b6b-588b-4f3c-9332-5521b2cbd2fe service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 01:32:12.860007 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-acd014ca-204d-4475-b1f8-68c1b60d97cb req-ec8f2b6b-588b-4f3c-9332-5521b2cbd2fe service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049398 Mar 30 01:32:12.944625 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 42860) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:13.042495 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd014ca-204d-4475-b1f8-68c1b60d97cb req-8cafe072-3468-4b28-9317-09edde783d4f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:13.043940 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-acd014ca-204d-4475-b1f8-68c1b60d97cb req-8cafe072-3468-4b28-9317-09edde783d4f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports/ce7da202-aa09-4a9a-9abd-515e87782573 HTTP/1.1" status: 200 len: 941 time: 0.0982652 Mar 30 01:32:13.640408 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ab83f-4849-447c-9649-b4ce9c66a4d0 req-3b266a4e-7d77-46a6-878b-3b587ea63b76 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:13.642218 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-865ab83f-4849-447c-9649-b4ce9c66a4d0 req-3b266a4e-7d77-46a6-878b-3b587ea63b76 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 944 time: 0.0557816 Mar 30 01:32:13.688058 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-865ab83f-4849-447c-9649-b4ce9c66a4d0 req-1b1292a4-cd8c-4079-9d7b-bc3c79f98289 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399809 Mar 30 01:32:14.401137 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd014ca-204d-4475-b1f8-68c1b60d97cb req-da7fbc25-660c-4357-837d-477cbd7379b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:14.402891 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-acd014ca-204d-4475-b1f8-68c1b60d97cb req-da7fbc25-660c-4357-837d-477cbd7379b9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7&tenant_id=61dc5b0786784b47b68b2e4463489f52 HTTP/1.1" status: 200 len: 1128 time: 0.0841274 Mar 30 01:32:14.471104 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd014ca-204d-4475-b1f8-68c1b60d97cb req-f394757c-6488-47dc-95e2-c43fcc364b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:14.472575 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-acd014ca-204d-4475-b1f8-68c1b60d97cb req-f394757c-6488-47dc-95e2-c43fcc364b24 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=61dc5b0786784b47b68b2e4463489f52&device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 1128 time: 0.0465336 Mar 30 01:32:14.590993 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd014ca-204d-4475-b1f8-68c1b60d97cb req-b6892571-8913-4005-8134-5a0425fcea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:14.592441 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-acd014ca-204d-4475-b1f8-68c1b60d97cb req-b6892571-8913-4005-8134-5a0425fcea1c service neutron] 10.222.0.18 "GET /v2.0/networks?id=43648525-c7cf-4e35-9f44-2977e45db7f1 HTTP/1.1" status: 200 len: 918 time: 0.1086829 Mar 30 01:32:14.659557 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-acd014ca-204d-4475-b1f8-68c1b60d97cb req-f9ca93df-2d57-4a03-ab52-2c80a179cb47 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce7da202-aa09-4a9a-9abd-515e87782573 HTTP/1.1" status: 200 len: 999 time: 0.0603724 Mar 30 01:32:14.712777 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd014ca-204d-4475-b1f8-68c1b60d97cb req-e34e3672-4e63-4101-b634-a4498f36a4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:14.714293 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-acd014ca-204d-4475-b1f8-68c1b60d97cb req-e34e3672-4e63-4101-b634-a4498f36a4ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=109d7294-0dc1-4c33-b6d5-82873c91f0f6 HTTP/1.1" status: 200 len: 856 time: 0.0461602 Mar 30 01:32:14.774905 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd014ca-204d-4475-b1f8-68c1b60d97cb req-a22df72c-e0eb-4550-93d7-f33538c79de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:14.776406 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-acd014ca-204d-4475-b1f8-68c1b60d97cb req-a22df72c-e0eb-4550-93d7-f33538c79de6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43648525-c7cf-4e35-9f44-2977e45db7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0531518 Mar 30 01:32:14.817832 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ffc6c-7132-4106-9a04-cbc904f6bbc0 req-d1c071e2-8565-45f0-9cb1-906b235c6a6b tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:14.819963 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-519ffc6c-7132-4106-9a04-cbc904f6bbc0 req-d1c071e2-8565-45f0-9cb1-906b235c6a6b tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 944 time: 0.0581150 Mar 30 01:32:14.874776 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-acd014ca-204d-4475-b1f8-68c1b60d97cb req-ae68a550-8fc8-412f-b54b-6fa90a2315ba service neutron] 10.222.0.18 "GET /v2.0/networks/43648525-c7cf-4e35-9f44-2977e45db7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909946 Mar 30 01:32:14.878776 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-519ffc6c-7132-4106-9a04-cbc904f6bbc0 req-84f58a54-f8e6-41ee-bbc2-9ae304938c8e tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506191 Mar 30 01:32:14.974682 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-acd014ca-204d-4475-b1f8-68c1b60d97cb req-2bb278ee-cbf0-4251-8af6-dac176033421 service neutron] 10.222.0.18 "GET /v2.0/networks/43648525-c7cf-4e35-9f44-2977e45db7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938792 Mar 30 01:32:15.923290 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device ce7da202-aa09-4a9a-9abd-515e87782573 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:32:16.009686 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port ce7da202-aa09-4a9a-9abd-515e87782573 is: DOWN; New status is: DOWN {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:32:16.035514 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124d190-8f34-4769-99d8-c2bfb914a766 req-354c1467-94f7-4e2f-abcc-7d1108fb1f93 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:16.037586 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d124d190-8f34-4769-99d8-c2bfb914a766 req-354c1467-94f7-4e2f-abcc-7d1108fb1f93 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 944 time: 0.0561354 Mar 30 01:32:16.105943 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d124d190-8f34-4769-99d8-c2bfb914a766 req-2569d7b1-abd6-424a-8b83-7f7bec4a23c6 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503998 Mar 30 01:32:17.244648 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc8560-599a-4177-a1a6-325b1d75238c req-68acf3e4-d3d2-4a91-bb7f-bac515bbfc02 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:17.246257 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-24dc8560-599a-4177-a1a6-325b1d75238c req-68acf3e4-d3d2-4a91-bb7f-bac515bbfc02 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 944 time: 0.0619223 Mar 30 01:32:17.314380 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-24dc8560-599a-4177-a1a6-325b1d75238c req-ce8366c5-2069-4334-8cbb-942914233407 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619044 Mar 30 01:32:18.453090 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5994190-4f31-449d-863d-b6c3dfab43fb req-e5aaec2c-fccf-446f-b543-713e64de8b1c tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:18.454586 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f5994190-4f31-449d-863d-b6c3dfab43fb req-e5aaec2c-fccf-446f-b543-713e64de8b1c tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 944 time: 0.0537717 Mar 30 01:32:18.502380 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f5994190-4f31-449d-863d-b6c3dfab43fb req-09240c86-164c-4887-8539-408cf532fcda tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418422 Mar 30 01:32:19.639015 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25444f-c6ab-4406-8ff7-c839479d8d63 req-3c46944d-3cb1-4fbe-ab78-735bafd3deec tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:19.640495 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4c25444f-c6ab-4406-8ff7-c839479d8d63 req-3c46944d-3cb1-4fbe-ab78-735bafd3deec tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 944 time: 0.0616126 Mar 30 01:32:19.706846 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4c25444f-c6ab-4406-8ff7-c839479d8d63 req-550c7d88-fc42-4a9f-bd05-14a2f0e2327f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568724 Mar 30 01:32:19.719971 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-57f2ed3d-86e4-49f8-a390-31579c2fb2d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:20.839464 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3cc1d-99b0-43f2-885c-997560b370a0 req-47d589c2-2735-46e5-9ae9-19d624c5793c tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:20.846944 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d7e3cc1d-99b0-43f2-885c-997560b370a0 req-47d589c2-2735-46e5-9ae9-19d624c5793c tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 944 time: 0.0691946 Mar 30 01:32:20.891592 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d7e3cc1d-99b0-43f2-885c-997560b370a0 req-4a1f226e-4dd9-43df-8fe1-11fe806126c1 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436752 Mar 30 01:32:21.937240 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eb5d4eeb-d773-436c-99d6-1f9059b21e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:22.046578 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e91bd6-9cae-45e5-b629-8c4a0813d12e req-8a17c9c9-635c-4b1c-8280-090f3ef17261 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:22.048201 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b6e91bd6-9cae-45e5-b629-8c4a0813d12e req-8a17c9c9-635c-4b1c-8280-090f3ef17261 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 944 time: 0.0770235 Mar 30 01:32:22.099067 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b6e91bd6-9cae-45e5-b629-8c4a0813d12e req-9dabaea9-9b90-4f8e-b977-5424f1d2d845 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447919 Mar 30 01:32:22.310481 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 42972) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:22.425430 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-294efa8c-f964-4035-bd8d-74537ca2d6a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:22.510977 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-294efa8c-f964-4035-bd8d-74537ca2d6a2 admin admin] Publish callbacks [] for security_group (948aa30b-3aba-4361-bf32-d36c12267084), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:22.515637 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-294efa8c-f964-4035-bd8d-74537ca2d6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (948aa30b-3aba-4361-bf32-d36c12267084), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:22.554003 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294efa8c-f964-4035-bd8d-74537ca2d6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948aa30b-3aba-4361-bf32-d36c12267084,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:22.560992 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 42978) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:22.561840 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-294efa8c-f964-4035-bd8d-74537ca2d6a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=256d496ab64b4c2295eccd22a37e7378&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501714 Mar 30 01:32:22.568379 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294efa8c-f964-4035-bd8d-74537ca2d6a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:22.568720 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294efa8c-f964-4035-bd8d-74537ca2d6a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:22.569060 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294efa8c-f964-4035-bd8d-74537ca2d6a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:22.569393 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294efa8c-f964-4035-bd8d-74537ca2d6a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:22.569724 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294efa8c-f964-4035-bd8d-74537ca2d6a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:22.570048 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294efa8c-f964-4035-bd8d-74537ca2d6a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:22.570369 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294efa8c-f964-4035-bd8d-74537ca2d6a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:22.570739 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294efa8c-f964-4035-bd8d-74537ca2d6a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:22.571058 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294efa8c-f964-4035-bd8d-74537ca2d6a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:22.571376 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294efa8c-f964-4035-bd8d-74537ca2d6a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:22.571697 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294efa8c-f964-4035-bd8d-74537ca2d6a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:22.572015 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294efa8c-f964-4035-bd8d-74537ca2d6a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:22.572330 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294efa8c-f964-4035-bd8d-74537ca2d6a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:22.572652 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294efa8c-f964-4035-bd8d-74537ca2d6a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:22.572959 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294efa8c-f964-4035-bd8d-74537ca2d6a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:22.643054 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ccb04bb0-0f84-4d2b-a6d1-b6f6a94bc84d admin admin] Publish callbacks [] for security_group (948aa30b-3aba-4361-bf32-d36c12267084), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:22.665934 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ccb04bb0-0f84-4d2b-a6d1-b6f6a94bc84d admin admin] Publish callbacks [] for security_group (948aa30b-3aba-4361-bf32-d36c12267084), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:22.735009 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ccb04bb0-0f84-4d2b-a6d1-b6f6a94bc84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (948aa30b-3aba-4361-bf32-d36c12267084), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:22.737707 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ccb04bb0-0f84-4d2b-a6d1-b6f6a94bc84d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:22.741818 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-ccb04bb0-0f84-4d2b-a6d1-b6f6a94bc84d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/948aa30b-3aba-4361-bf32-d36c12267084 HTTP/1.1" status: 204 len: 168 time: 0.1797814 Mar 30 01:32:22.750653 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb04bb0-0f84-4d2b-a6d1-b6f6a94bc84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948aa30b-3aba-4361-bf32-d36c12267084,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:22.758207 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb04bb0-0f84-4d2b-a6d1-b6f6a94bc84d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:22.758671 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb04bb0-0f84-4d2b-a6d1-b6f6a94bc84d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:22.759020 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb04bb0-0f84-4d2b-a6d1-b6f6a94bc84d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:22.759455 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb04bb0-0f84-4d2b-a6d1-b6f6a94bc84d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:22.759788 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb04bb0-0f84-4d2b-a6d1-b6f6a94bc84d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:22.760116 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb04bb0-0f84-4d2b-a6d1-b6f6a94bc84d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:22.760442 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb04bb0-0f84-4d2b-a6d1-b6f6a94bc84d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:22.760766 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb04bb0-0f84-4d2b-a6d1-b6f6a94bc84d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:22.761153 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb04bb0-0f84-4d2b-a6d1-b6f6a94bc84d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:22.761413 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb04bb0-0f84-4d2b-a6d1-b6f6a94bc84d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:22.761734 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb04bb0-0f84-4d2b-a6d1-b6f6a94bc84d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:22.762056 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb04bb0-0f84-4d2b-a6d1-b6f6a94bc84d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:22.762378 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb04bb0-0f84-4d2b-a6d1-b6f6a94bc84d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:22.762885 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb04bb0-0f84-4d2b-a6d1-b6f6a94bc84d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:22.763113 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb04bb0-0f84-4d2b-a6d1-b6f6a94bc84d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:23.002715 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:23.235693 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420780-2db3-48b5-82ad-58e478b897d0 req-a721f2b8-335e-49df-a002-158c76172065 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:23.237254 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e7420780-2db3-48b5-82ad-58e478b897d0 req-a721f2b8-335e-49df-a002-158c76172065 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 944 time: 0.0611026 Mar 30 01:32:23.290010 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e7420780-2db3-48b5-82ad-58e478b897d0 req-2d5df0d9-a413-4b4b-8ff6-7728b97e02a3 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469139 Mar 30 01:32:24.419279 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beade519-61c8-4bda-9a56-8e7891d52b56 req-fe8b8c34-669f-47ff-8dac-2ad51bba0eb3 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:24.427396 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-beade519-61c8-4bda-9a56-8e7891d52b56 req-fe8b8c34-669f-47ff-8dac-2ad51bba0eb3 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 944 time: 0.0595579 Mar 30 01:32:24.471747 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-beade519-61c8-4bda-9a56-8e7891d52b56 req-dd9967c7-fc54-4335-b4f8-1f5b802bc56a tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431116 Mar 30 01:32:24.564958 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:25.614250 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2969e4-c8ab-41f6-accd-99505e128e51 req-51fa0274-1e9d-4a67-8e96-d334e3f09551 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:25.615858 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5e2969e4-c8ab-41f6-accd-99505e128e51 req-51fa0274-1e9d-4a67-8e96-d334e3f09551 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 944 time: 0.0559304 Mar 30 01:32:25.667573 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5e2969e4-c8ab-41f6-accd-99505e128e51 req-8f5cce6b-b9a5-4fa6-8a09-862b9e8813bd tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457687 Mar 30 01:32:26.012676 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:26.814357 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08fb22-b8fc-423c-ad08-15ccd63f0dd0 req-c145f3ce-62a1-4896-bb7d-485cf861a8a2 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:26.815907 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-be08fb22-b8fc-423c-ad08-15ccd63f0dd0 req-c145f3ce-62a1-4896-bb7d-485cf861a8a2 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 944 time: 0.0618601 Mar 30 01:32:26.874316 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-be08fb22-b8fc-423c-ad08-15ccd63f0dd0 req-5e68a5bd-a325-427b-bd8b-bf574d4cf271 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527608 Mar 30 01:32:28.009006 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5198e20-ba17-46c8-94d1-cb807075db0c req-4fb44886-6ae3-486f-a7d0-f16afa04b793 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:28.010504 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b5198e20-ba17-46c8-94d1-cb807075db0c req-4fb44886-6ae3-486f-a7d0-f16afa04b793 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 944 time: 0.0538831 Mar 30 01:32:28.063743 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b5198e20-ba17-46c8-94d1-cb807075db0c req-bf3cc46d-f3e4-4570-81a8-56696831fd27 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474188 Mar 30 01:32:29.201877 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702dc23-e08e-4e8e-9431-5681c37e988b req-c7a3ffc7-3523-4727-acae-8350cb58c884 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:29.203371 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0702dc23-e08e-4e8e-9431-5681c37e988b req-c7a3ffc7-3523-4727-acae-8350cb58c884 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 944 time: 0.0557058 Mar 30 01:32:29.254079 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0702dc23-e08e-4e8e-9431-5681c37e988b req-d62ace10-e393-409a-8ac1-09859b44f26d tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439203 Mar 30 01:32:30.387559 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26639c22-3466-47b1-8278-bb0d6913c27c req-4c5e4978-de03-4556-8190-f88e4432f24b tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:30.389043 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-26639c22-3466-47b1-8278-bb0d6913c27c req-4c5e4978-de03-4556-8190-f88e4432f24b tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 944 time: 0.0591257 Mar 30 01:32:30.446421 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-26639c22-3466-47b1-8278-bb0d6913c27c req-5e2533ca-aa55-493a-8d63-953c264a6b07 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488725 Mar 30 01:32:31.580990 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4a7ba-67ab-41bb-a32c-3883da5b3c1b req-d60b4056-0e15-4f9e-9f3f-df0dcad5163f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:31.582445 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8be4a7ba-67ab-41bb-a32c-3883da5b3c1b req-d60b4056-0e15-4f9e-9f3f-df0dcad5163f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 944 time: 0.0523252 Mar 30 01:32:31.627881 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8be4a7ba-67ab-41bb-a32c-3883da5b3c1b req-14f81e61-6506-47c9-a1fb-78acc756a157 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396338 Mar 30 01:32:32.761106 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b8b8b-f182-4d36-9bf7-e6a423aabc09 req-8ad5411c-9707-46cf-8cc8-47104a848be2 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:32.762614 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-775b8b8b-f182-4d36-9bf7-e6a423aabc09 req-8ad5411c-9707-46cf-8cc8-47104a848be2 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 944 time: 0.0558884 Mar 30 01:32:32.811117 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-775b8b8b-f182-4d36-9bf7-e6a423aabc09 req-80d10878-2f65-4c37-b115-c5c6e54f7b51 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422907 Mar 30 01:32:33.947270 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67484a0c-f827-47ed-a084-eb6bac228726 req-fc5b4c11-96a0-4ba6-8b85-3c63797f8a21 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:33.948754 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-67484a0c-f827-47ed-a084-eb6bac228726 req-fc5b4c11-96a0-4ba6-8b85-3c63797f8a21 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 944 time: 0.0587814 Mar 30 01:32:34.001055 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-67484a0c-f827-47ed-a084-eb6bac228726 req-6b4c5dac-cb2f-4f90-8473-b1c82f178e6f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441973 Mar 30 01:32:34.720994 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:35.084026 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5bd18-0988-4834-9ffd-b92ee34eeffe req-537080d5-bdd8-48d8-9246-da5c83a1252c tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:35.085537 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-51d5bd18-0988-4834-9ffd-b92ee34eeffe req-537080d5-bdd8-48d8-9246-da5c83a1252c tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0575900 Mar 30 01:32:35.162536 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-51d5bd18-0988-4834-9ffd-b92ee34eeffe req-8ab14c33-ef77-4fa2-96f5-a9235edda2b2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655372 Mar 30 01:32:35.170550 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbb1a6-27dd-4b27-bb4b-cf116c2d81b6 req-0cf5fcbb-08e7-44ea-a404-55d65b26b0e6 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:35.171994 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f8fbb1a6-27dd-4b27-bb4b-cf116c2d81b6 req-0cf5fcbb-08e7-44ea-a404-55d65b26b0e6 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 944 time: 0.0855811 Mar 30 01:32:35.220915 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f8fbb1a6-27dd-4b27-bb4b-cf116c2d81b6 req-6958c3b9-191f-4591-8da6-ba83e862cc1a tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430057 Mar 30 01:32:36.000907 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device ce7da202-aa09-4a9a-9abd-515e87782573 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:32:36.222108 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port ce7da202-aa09-4a9a-9abd-515e87782573, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=ce7da202-aa09-4a9a-9abd-515e87782573,segment=NetworkSegment(5d2e7dcd-3d5b-47c5-be1e-e458e697b14e),segment_id=5d2e7dcd-3d5b-47c5-be1e-e458e697b14e)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:32:36.233690 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Returning: {'device': 'ce7da202-aa09-4a9a-9abd-515e87782573', 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1', 'port_id': 'ce7da202-aa09-4a9a-9abd-515e87782573', 'mac_address': 'fa:16:3e:c0:3c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:32:36.271544 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port ce7da202-aa09-4a9a-9abd-515e87782573 is: DOWN; New status is: BUILD {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:32:36.271935 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (ce7da202-aa09-4a9a-9abd-515e87782573), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:36.288801 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b085e2-3b06-43a5-a940-dd2f26e1fb6f req-e0a67659-266c-4249-8dcd-20fb8aafe389 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:36.289748 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce7da202-aa09-4a9a-9abd-515e87782573 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:32:36.293231 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-03b085e2-3b06-43a5-a940-dd2f26e1fb6f req-e0a67659-266c-4249-8dcd-20fb8aafe389 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0600553 Mar 30 01:32:36.310043 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port ce7da202-aa09-4a9a-9abd-515e87782573, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=ce7da202-aa09-4a9a-9abd-515e87782573,segment=NetworkSegment(5d2e7dcd-3d5b-47c5-be1e-e458e697b14e),segment_id=5d2e7dcd-3d5b-47c5-be1e-e458e697b14e)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:32:36.315112 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (ce7da202-aa09-4a9a-9abd-515e87782573), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:36.360572 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=ce7da202-aa09-4a9a-9abd-515e87782573,revision_number=9']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:36.367472 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:36.367820 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:36.368158 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:36.368528 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:36.368860 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:36.369187 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:36.369484 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:36.369838 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:36.370228 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:36.370568 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:36.370890 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:36.371252 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:36.371539 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:36.371890 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-03b085e2-3b06-43a5-a940-dd2f26e1fb6f req-da2afd3f-9859-4323-ab5a-a8d072f51dd0 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751336 Mar 30 01:32:36.372042 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:36.372217 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:36.385708 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881fc12-e3e0-4b2a-93ce-9e4128e80145 req-1d1ea0e2-c182-476a-af0a-8dd17a212bd1 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:36.387230 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a881fc12-e3e0-4b2a-93ce-9e4128e80145 req-1d1ea0e2-c182-476a-af0a-8dd17a212bd1 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 945 time: 0.0894680 Mar 30 01:32:36.435041 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a881fc12-e3e0-4b2a-93ce-9e4128e80145 req-bf06e406-2135-4840-8011-72791153349e tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417633 Mar 30 01:32:36.745180 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['ce7da202-aa09-4a9a-9abd-515e87782573'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:32:37.506691 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b528b-21ce-4932-81e3-16adad9c6b41 req-da18e00c-040c-4637-a8fa-621a8a89c1cd tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:37.508299 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-199b528b-21ce-4932-81e3-16adad9c6b41 req-da18e00c-040c-4637-a8fa-621a8a89c1cd tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0590560 Mar 30 01:32:37.591194 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-199b528b-21ce-4932-81e3-16adad9c6b41 req-e777e7c8-3211-416d-9492-ab715dc3cb8e tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670114 Mar 30 01:32:37.599039 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aec6be-ac66-4adf-a7da-5b2e3c850010 req-e250ac4e-0a8b-448e-b9e2-dbe5049e3553 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:37.600450 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c8aec6be-ac66-4adf-a7da-5b2e3c850010 req-e250ac4e-0a8b-448e-b9e2-dbe5049e3553 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 945 time: 0.0887785 Mar 30 01:32:37.649324 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c8aec6be-ac66-4adf-a7da-5b2e3c850010 req-13369f7f-3c63-488f-86f6-be760a0168b7 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430429 Mar 30 01:32:38.015309 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device ce7da202-aa09-4a9a-9abd-515e87782573 up at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:32:38.066389 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning complete for port ce7da202-aa09-4a9a-9abd-515e87782573 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:32:38.066789 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (ce7da202-aa09-4a9a-9abd-515e87782573), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:38.102490 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:32:38.146425 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port ce7da202-aa09-4a9a-9abd-515e87782573 is: BUILD; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:32:38.146782 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (ce7da202-aa09-4a9a-9abd-515e87782573), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:38.170821 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cad150-03a0-42c9-a215-87597242e1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7da202-aa09-4a9a-9abd-515e87782573'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:32:38.173064 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b54a399a95781ce0e36d18e73dfd9bddfd965df0fcdebdd8e46dd02a402f6d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46183b5-fb4a-4df9-96b2-2777315a0700" -d '{"events": [{"server_uuid": "97cad150-03a0-42c9-a215-87597242e1d7", "name": "network-vif-plugged", "status": "completed", "tag": "ce7da202-aa09-4a9a-9abd-515e87782573"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:32:38.188285 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port ce7da202-aa09-4a9a-9abd-515e87782573, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=ce7da202-aa09-4a9a-9abd-515e87782573,segment=NetworkSegment(5d2e7dcd-3d5b-47c5-be1e-e458e697b14e),segment_id=5d2e7dcd-3d5b-47c5-be1e-e458e697b14e)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:32:38.193107 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (ce7da202-aa09-4a9a-9abd-515e87782573), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:38.215981 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d834291a-a077-4ffd-8666-2274bb7fc70a x-openstack-request-id: req-d834291a-a077-4ffd-8666-2274bb7fc70a {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:32:38.216294 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97cad150-03a0-42c9-a215-87597242e1d7", "name": "network-vif-plugged", "status": "completed", "tag": "ce7da202-aa09-4a9a-9abd-515e87782573", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:32:38.216531 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d834291a-a077-4ffd-8666-2274bb7fc70a {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:32:38.216968 dv-cinder-817135-7-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d834291a-a077-4ffd-8666-2274bb7fc70a'] response: {'server_uuid': '97cad150-03a0-42c9-a215-87597242e1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7da202-aa09-4a9a-9abd-515e87782573', 'code': 200} Mar 30 01:32:38.243201 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=ce7da202-aa09-4a9a-9abd-515e87782573,revision_number=10']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:38.722437 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b8fd4-317a-4a37-bb5f-ec095273e682 req-8edd1660-df5d-43a0-966a-451314624f9e tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:38.723944 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-531b8fd4-317a-4a37-bb5f-ec095273e682 req-8edd1660-df5d-43a0-966a-451314624f9e tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0560687 Mar 30 01:32:38.785465 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79888b30-9c7d-42f4-88ee-e22b4f76d52c req-91237991-80ef-43a9-8644-c95ca886bbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:38.787195 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-79888b30-9c7d-42f4-88ee-e22b4f76d52c req-91237991-80ef-43a9-8644-c95ca886bbf8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 1131 time: 0.0469170 Mar 30 01:32:38.804758 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-531b8fd4-317a-4a37-bb5f-ec095273e682 req-ac1c2985-2967-434e-8131-667c59579406 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746605 Mar 30 01:32:38.816425 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f15499-596c-41d7-8710-fc3c6cae2de4 req-f525f1b0-ca1c-40d2-bcf5-be94eae56519 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:38.817885 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-37f15499-596c-41d7-8710-fc3c6cae2de4 req-f525f1b0-ca1c-40d2-bcf5-be94eae56519 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 947 time: 0.0867252 Mar 30 01:32:38.832361 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-79888b30-9c7d-42f4-88ee-e22b4f76d52c req-fc2dd416-c870-4496-bd8e-46e65ab04021 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390069 Mar 30 01:32:38.872524 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-37f15499-596c-41d7-8710-fc3c6cae2de4 req-9b789e7b-85a4-485c-9a2e-469f1e7d3395 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486798 Mar 30 01:32:39.941251 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5b912-fde4-4c59-9d4a-e1cd78a7cd77 req-b284eaa7-83d1-48e9-9e05-e3a182dbf44e tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:39.942907 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-70e5b912-fde4-4c59-9d4a-e1cd78a7cd77 req-b284eaa7-83d1-48e9-9e05-e3a182dbf44e tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0648437 Mar 30 01:32:40.024668 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-70e5b912-fde4-4c59-9d4a-e1cd78a7cd77 req-253ce1e5-ed62-4272-834e-033257a6001e tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691187 Mar 30 01:32:40.032528 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b299b1-378c-44e2-a74c-37551202419f req-dd4e3d3f-b00a-4a1f-8d03-ebeff2950f30 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:40.033944 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-06b299b1-378c-44e2-a74c-37551202419f req-dd4e3d3f-b00a-4a1f-8d03-ebeff2950f30 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 947 time: 0.0870588 Mar 30 01:32:40.082001 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-06b299b1-378c-44e2-a74c-37551202419f req-f1bfc861-e32b-48ae-96c2-ee94d4ea72b2 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423496 Mar 30 01:32:41.158010 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836be84-1ebf-4dbf-b83a-006d0476df4d req-41049f7e-9ddd-47ed-9773-7b9a5437e40a tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:41.159530 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1836be84-1ebf-4dbf-b83a-006d0476df4d req-41049f7e-9ddd-47ed-9773-7b9a5437e40a tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0582857 Mar 30 01:32:41.232071 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1836be84-1ebf-4dbf-b83a-006d0476df4d req-832de9ed-319f-4243-9d31-cb4f99c73343 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626612 Mar 30 01:32:41.243492 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e8d00-8c50-4851-ac35-e087cda7ffcb req-29123d7d-6f7a-42c3-9ba2-96848f1d5206 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:41.244938 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ca1e8d00-8c50-4851-ac35-e087cda7ffcb req-29123d7d-6f7a-42c3-9ba2-96848f1d5206 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 947 time: 0.0839310 Mar 30 01:32:41.301336 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ca1e8d00-8c50-4851-ac35-e087cda7ffcb req-d32f6df4-d66d-4809-8362-e854b28115a0 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493562 Mar 30 01:32:42.357126 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8635670-6479-4a9f-962b-428787cdab20 req-b1bfa36d-8a99-4ee5-9ca5-4aa665b7ba93 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:42.358619 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c8635670-6479-4a9f-962b-428787cdab20 req-b1bfa36d-8a99-4ee5-9ca5-4aa665b7ba93 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0566697 Mar 30 01:32:42.409951 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c8635670-6479-4a9f-962b-428787cdab20 req-9f64d0ca-7672-48fd-9b75-88c24cebae13 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427976 Mar 30 01:32:43.543873 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a430d-9356-4a56-a0d5-70fb79f22e7f req-0c9abcf0-a410-40c2-ab49-715a89c64d11 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:43.545355 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-362a430d-9356-4a56-a0d5-70fb79f22e7f req-0c9abcf0-a410-40c2-ab49-715a89c64d11 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0631678 Mar 30 01:32:43.591833 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-362a430d-9356-4a56-a0d5-70fb79f22e7f req-3e0bc43b-9794-422e-99a8-49e9b5612f16 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407960 Mar 30 01:32:44.719684 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d3307-a0d5-4dc3-ad39-03c20716e82c req-e6cd526b-5639-48ac-bb53-c60e8fb9dc0a tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:44.721160 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c11d3307-a0d5-4dc3-ad39-03c20716e82c req-e6cd526b-5639-48ac-bb53-c60e8fb9dc0a tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0587175 Mar 30 01:32:44.770198 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c11d3307-a0d5-4dc3-ad39-03c20716e82c req-f514b252-4bbc-4cab-8d21-53b64c091729 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408409 Mar 30 01:32:45.907262 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45f0e1-11ad-40cc-8dab-605b5f41f813 req-19424c07-7fd2-4a4d-ad81-e9ec5a0b92e0 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:45.908776 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ce45f0e1-11ad-40cc-8dab-605b5f41f813 req-19424c07-7fd2-4a4d-ad81-e9ec5a0b92e0 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0633783 Mar 30 01:32:45.958706 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ce45f0e1-11ad-40cc-8dab-605b5f41f813 req-813378f0-9355-4878-adb2-7fe72caef81e tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420194 Mar 30 01:32:47.082075 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e38980-1fe8-4f27-9de3-e7b8168938a3 req-ace76102-bbe4-45e1-b296-0a94e26c6154 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:47.083578 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e6e38980-1fe8-4f27-9de3-e7b8168938a3 req-ace76102-bbe4-45e1-b296-0a94e26c6154 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0547328 Mar 30 01:32:47.141886 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e6e38980-1fe8-4f27-9de3-e7b8168938a3 req-ab887184-9454-44cd-89e2-3172ab30dc98 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501235 Mar 30 01:32:48.274594 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609e32c-3e10-4b8e-a70a-5d59b4638dac req-8f9265eb-dd42-41e6-b032-724f8caa1031 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:48.275967 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6609e32c-3e10-4b8e-a70a-5d59b4638dac req-8f9265eb-dd42-41e6-b032-724f8caa1031 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0548437 Mar 30 01:32:48.332473 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6609e32c-3e10-4b8e-a70a-5d59b4638dac req-70479fd8-ea8a-4734-9ee6-63c45dd7d4d7 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505121 Mar 30 01:32:49.466253 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62c442-13b7-4ff8-9ef2-b030d7ac6b49 req-50cff6ca-8667-41d0-a6d1-abde5ac5ce7b tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:49.467736 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9c62c442-13b7-4ff8-9ef2-b030d7ac6b49 req-50cff6ca-8667-41d0-a6d1-abde5ac5ce7b tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0526817 Mar 30 01:32:49.516366 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9c62c442-13b7-4ff8-9ef2-b030d7ac6b49 req-1719775e-5d63-4df5-a20a-a8a0aaffd2a3 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404727 Mar 30 01:32:49.724605 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e8d0ae2f-fd15-4291-852e-fee0c7cd99f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:50.650875 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfaedd-9ffc-455e-8bfb-a3e2f8c494fb req-c7bb9067-5564-46e7-9181-9a01e7cb4815 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:50.652331 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4ebfaedd-9ffc-455e-8bfb-a3e2f8c494fb req-c7bb9067-5564-46e7-9181-9a01e7cb4815 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0600231 Mar 30 01:32:50.704059 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4ebfaedd-9ffc-455e-8bfb-a3e2f8c494fb req-6763c958-5bd6-476d-abf0-58aae1e1e605 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427167 Mar 30 01:32:50.915886 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796f1f7-a191-4498-8279-739b4ab63dab req-c9f0965d-1184-4456-abda-9a1af59ea2f5 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:50.917319 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e796f1f7-a191-4498-8279-739b4ab63dab req-c9f0965d-1184-4456-abda-9a1af59ea2f5 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0567238 Mar 30 01:32:50.965708 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e796f1f7-a191-4498-8279-739b4ab63dab req-ffc65bc1-c2ad-4660-ae06-611669b00dc6 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424902 Mar 30 01:32:50.974223 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6162b9-911b-4340-b5f5-21df1e3abe42 req-ee8f127a-40d5-4fed-a77d-8b8cbdbfec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:50.977808 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-be6162b9-911b-4340-b5f5-21df1e3abe42 req-ee8f127a-40d5-4fed-a77d-8b8cbdbfec00 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69d4c360df1243b89a2428e647fdf76d&device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 1130 time: 0.0495732 Mar 30 01:32:51.070773 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6162b9-911b-4340-b5f5-21df1e3abe42 req-d9a9c5b3-227d-41e5-bb24-9f746f3fee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:51.072144 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-be6162b9-911b-4340-b5f5-21df1e3abe42 req-d9a9c5b3-227d-41e5-bb24-9f746f3fee68 service neutron] 10.222.0.18 "GET /v2.0/networks?id=793afd81-5383-41f5-bf86-f3c9d10b1876 HTTP/1.1" status: 200 len: 912 time: 0.0866294 Mar 30 01:32:51.154807 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-be6162b9-911b-4340-b5f5-21df1e3abe42 req-11366eb2-84bc-4205-9fb7-52b41abd2b85 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0044507-ef78-440c-8fcb-6f851a287ad8 HTTP/1.1" status: 200 len: 1002 time: 0.0640726 Mar 30 01:32:51.202396 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6162b9-911b-4340-b5f5-21df1e3abe42 req-4686ec04-5c6a-43cb-9216-d5a106ec2fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:51.203792 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-be6162b9-911b-4340-b5f5-21df1e3abe42 req-4686ec04-5c6a-43cb-9216-d5a106ec2fc0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9bca1a71-d5df-4913-8e95-47cc046854f4 HTTP/1.1" status: 200 len: 850 time: 0.0418699 Mar 30 01:32:51.254731 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6162b9-911b-4340-b5f5-21df1e3abe42 req-40916093-6214-4f9b-bead-f599534d4c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:51.256901 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-be6162b9-911b-4340-b5f5-21df1e3abe42 req-40916093-6214-4f9b-bead-f599534d4c3a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=793afd81-5383-41f5-bf86-f3c9d10b1876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0470307 Mar 30 01:32:51.353368 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-be6162b9-911b-4340-b5f5-21df1e3abe42 req-67cf2f2b-ced3-43f0-8b68-f6e5189852f1 service neutron] 10.222.0.18 "GET /v2.0/networks/793afd81-5383-41f5-bf86-f3c9d10b1876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890472 Mar 30 01:32:51.444679 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-be6162b9-911b-4340-b5f5-21df1e3abe42 req-5f68cf13-b114-494e-8726-b7c215efc9ff service neutron] 10.222.0.18 "GET /v2.0/networks/793afd81-5383-41f5-bf86-f3c9d10b1876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836542 Mar 30 01:32:51.947972 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20be1b93-c0d1-4929-860d-5c0252c2bb90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:52.094434 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cd494-2262-4374-a3b9-8b3f7dc92e37 req-2b93ed74-d79e-4d37-ac66-f084dc13b3e1 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:52.096000 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5b4cd494-2262-4374-a3b9-8b3f7dc92e37 req-2b93ed74-d79e-4d37-ac66-f084dc13b3e1 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0590162 Mar 30 01:32:52.146370 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5b4cd494-2262-4374-a3b9-8b3f7dc92e37 req-ab438940-ef1f-4ddf-a7c8-648d337f536f tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444283 Mar 30 01:32:52.998771 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:53.279574 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf03c1-4f71-4df1-81f3-48a2bd0c0b1a req-a5f6409f-69a7-4972-98d1-335222a2d468 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:53.280933 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-3caf03c1-4f71-4df1-81f3-48a2bd0c0b1a req-a5f6409f-69a7-4972-98d1-335222a2d468 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0554204 Mar 30 01:32:53.328076 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-3caf03c1-4f71-4df1-81f3-48a2bd0c0b1a req-8af172dc-c298-4eb1-9bf4-66045a28e053 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414832 Mar 30 01:32:54.568105 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:56.007635 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:56.883264 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43109432-1906-46ba-bcfa-f17b57d8f21b req-1e02d407-6584-4499-a6c3-0b9050eeaa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:56.885045 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-43109432-1906-46ba-bcfa-f17b57d8f21b req-1e02d407-6584-4499-a6c3-0b9050eeaa3c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d9a35d928b647dc9915d88e0bf1f590&device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 1130 time: 0.0466478 Mar 30 01:32:56.906000 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0cf3f-409e-470f-bb85-3f32d07af671 req-9e1954c0-0700-41d9-89a3-3a5b9ba76e9c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:56.907541 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e7a0cf3f-409e-470f-bb85-3f32d07af671 req-9e1954c0-0700-41d9-89a3-3a5b9ba76e9c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 946 time: 0.0579667 Mar 30 01:32:56.957901 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e7a0cf3f-409e-470f-bb85-3f32d07af671 req-3405ccae-631a-4d4a-8557-2ab8c38bfbdc tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e428002-28e3-490f-94fe-2ca3299ecbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447149 Mar 30 01:32:56.985336 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43109432-1906-46ba-bcfa-f17b57d8f21b req-489ea9e8-2581-4760-9b3b-39e66348ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:56.986852 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-43109432-1906-46ba-bcfa-f17b57d8f21b req-489ea9e8-2581-4760-9b3b-39e66348ea9f service neutron] 10.222.0.18 "GET /v2.0/networks?id=37a51576-2901-40b9-a77d-ddc99f82f95c HTTP/1.1" status: 200 len: 918 time: 0.0957141 Mar 30 01:32:57.053258 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-43109432-1906-46ba-bcfa-f17b57d8f21b req-4a956673-8a11-417b-86bf-2135ef22ba8b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=654bca5d-37d2-434e-bd0f-b50558f1cc64 HTTP/1.1" status: 200 len: 1002 time: 0.0601459 Mar 30 01:32:57.105121 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43109432-1906-46ba-bcfa-f17b57d8f21b req-7616ca80-0e69-40ae-bcf9-56419c3734e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:57.106579 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-43109432-1906-46ba-bcfa-f17b57d8f21b req-7616ca80-0e69-40ae-bcf9-56419c3734e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81bb63ca-5b7c-44e1-993e-20d1ff7fbcda HTTP/1.1" status: 200 len: 856 time: 0.0479412 Mar 30 01:32:57.156510 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43109432-1906-46ba-bcfa-f17b57d8f21b req-cc34d45a-9a93-4b85-a775-934ab5e53f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:57.157965 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-43109432-1906-46ba-bcfa-f17b57d8f21b req-cc34d45a-9a93-4b85-a775-934ab5e53f65 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37a51576-2901-40b9-a77d-ddc99f82f95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0458002 Mar 30 01:32:57.246576 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-43109432-1906-46ba-bcfa-f17b57d8f21b req-f1ca448f-e54b-4e0a-9623-986a8fdf2a3b service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812323 Mar 30 01:32:57.345648 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-43109432-1906-46ba-bcfa-f17b57d8f21b req-470920fb-1b20-40ec-833c-507078faf59d service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904231 Mar 30 01:32:58.106732 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad154d5-de6c-4ec3-b3b2-a0fa783610a5 req-edbb19eb-f09c-4901-a1a8-95bf05d932d5 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:58.108529 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-bad154d5-de6c-4ec3-b3b2-a0fa783610a5 req-edbb19eb-f09c-4901-a1a8-95bf05d932d5 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 946 time: 0.0685773 Mar 30 01:32:58.156771 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-bad154d5-de6c-4ec3-b3b2-a0fa783610a5 req-7a88d878-8062-4f9e-b096-cf9fb01416f3 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e428002-28e3-490f-94fe-2ca3299ecbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427396 Mar 30 01:32:59.281454 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bf51a-2c77-4c71-be27-7a371e7c4283 req-c14680ad-b77c-4584-a945-22add98b1f12 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:59.282863 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-095bf51a-2c77-4c71-be27-7a371e7c4283 req-c14680ad-b77c-4584-a945-22add98b1f12 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 946 time: 0.0558524 Mar 30 01:32:59.337604 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-095bf51a-2c77-4c71-be27-7a371e7c4283 req-89f2d676-246e-4bec-94a1-0e85bcde0c67 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e428002-28e3-490f-94fe-2ca3299ecbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449486 Mar 30 01:33:00.477785 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc683ab-2459-409c-aa97-b3725c2c51aa req-0ab32f90-64eb-43c6-8fec-6965b6eb1175 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:00.479320 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0fc683ab-2459-409c-aa97-b3725c2c51aa req-0ab32f90-64eb-43c6-8fec-6965b6eb1175 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 946 time: 0.0664935 Mar 30 01:33:00.530825 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0fc683ab-2459-409c-aa97-b3725c2c51aa req-f11098dc-45b0-4935-a74e-e43ebeb8dfcd tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e428002-28e3-490f-94fe-2ca3299ecbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456519 Mar 30 01:33:01.664542 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71d4d3-c4bf-47ba-a43e-a36a2b0ccbe4 req-ea76e30e-3120-466a-a708-36fb732f2559 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:01.666002 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-af71d4d3-c4bf-47ba-a43e-a36a2b0ccbe4 req-ea76e30e-3120-466a-a708-36fb732f2559 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 946 time: 0.0621765 Mar 30 01:33:01.728573 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-af71d4d3-c4bf-47ba-a43e-a36a2b0ccbe4 req-2ee1ec53-7b69-475c-8c46-d289f3101bd3 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e428002-28e3-490f-94fe-2ca3299ecbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545018 Mar 30 01:33:02.861477 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0976da8-9381-406c-8414-822c9e568fcb req-74d844bd-6f1f-4d6c-b012-d6456d2ffa74 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:02.862979 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e0976da8-9381-406c-8414-822c9e568fcb req-74d844bd-6f1f-4d6c-b012-d6456d2ffa74 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 946 time: 0.0561161 Mar 30 01:33:02.914759 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e0976da8-9381-406c-8414-822c9e568fcb req-43c16fa0-bcf2-40c9-a96a-0eb22e78b57f tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e428002-28e3-490f-94fe-2ca3299ecbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459888 Mar 30 01:33:04.053067 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc770b-7e3b-43c2-a514-a9318f7ef046 req-5c43bf47-b05a-4c4a-882f-9e5c127eeafb tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:04.054564 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4bfc770b-7e3b-43c2-a514-a9318f7ef046 req-5c43bf47-b05a-4c4a-882f-9e5c127eeafb tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 946 time: 0.0552273 Mar 30 01:33:04.105638 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4bfc770b-7e3b-43c2-a514-a9318f7ef046 req-e03f56eb-06b0-4bc7-bdcc-056352f03f1e tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e428002-28e3-490f-94fe-2ca3299ecbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425100 Mar 30 01:33:04.716611 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:05.231888 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3518b9-3509-440c-9c11-ef02ea4e9ad0 req-3dba2a52-4b44-4422-9806-e24a58056428 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:05.233484 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-fc3518b9-3509-440c-9c11-ef02ea4e9ad0 req-3dba2a52-4b44-4422-9806-e24a58056428 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 946 time: 0.0595541 Mar 30 01:33:05.284784 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-fc3518b9-3509-440c-9c11-ef02ea4e9ad0 req-33f81655-2e0f-45fe-abc4-ac5bb4570b61 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e428002-28e3-490f-94fe-2ca3299ecbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452523 Mar 30 01:33:06.213371 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-7e8a2813-599c-4dc1-b09d-ffc69d538416 req-5f742e3f-ab9c-478c-a129-938297de7282 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f203bc01-737a-4ecd-b04e-e1f7f87374a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555117 Mar 30 01:33:06.305024 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a2813-599c-4dc1-b09d-ffc69d538416 req-c94b512f-9b84-4e7e-9889-4405284b3b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:06.306392 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-7e8a2813-599c-4dc1-b09d-ffc69d538416 req-c94b512f-9b84-4e7e-9889-4405284b3b44 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d9a35d928b647dc9915d88e0bf1f590&device_id=f203bc01-737a-4ecd-b04e-e1f7f87374a0 HTTP/1.1" status: 200 len: 1130 time: 0.0462995 Mar 30 01:33:06.416341 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a2813-599c-4dc1-b09d-ffc69d538416 req-b1efad2f-5733-4e9c-9308-455bd2ac9cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:06.416597 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce236a-7975-449e-a05f-c2d5ad9d4f1c req-247202d9-368b-4377-b5a2-5669e85aadc0 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:06.417829 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-7e8a2813-599c-4dc1-b09d-ffc69d538416 req-b1efad2f-5733-4e9c-9308-455bd2ac9cf5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=37a51576-2901-40b9-a77d-ddc99f82f95c HTTP/1.1" status: 200 len: 918 time: 0.0901520 Mar 30 01:33:06.418013 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e1ce236a-7975-449e-a05f-c2d5ad9d4f1c req-247202d9-368b-4377-b5a2-5669e85aadc0 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 946 time: 0.0564528 Mar 30 01:33:06.478052 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-7e8a2813-599c-4dc1-b09d-ffc69d538416 req-09299694-6e41-4f47-8855-df2e5c3ae4cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=969bcbfd-bd0f-4374-81f5-809ac03f3009 HTTP/1.1" status: 200 len: 217 time: 0.0536704 Mar 30 01:33:06.483689 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e1ce236a-7975-449e-a05f-c2d5ad9d4f1c req-88b89320-06ec-4830-913e-35bad35b4f0f tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e428002-28e3-490f-94fe-2ca3299ecbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591638 Mar 30 01:33:06.537819 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a2813-599c-4dc1-b09d-ffc69d538416 req-926708b4-dbac-4883-9bf6-9704db59c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:06.539296 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-7e8a2813-599c-4dc1-b09d-ffc69d538416 req-926708b4-dbac-4883-9bf6-9704db59c056 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81bb63ca-5b7c-44e1-993e-20d1ff7fbcda HTTP/1.1" status: 200 len: 856 time: 0.0533600 Mar 30 01:33:06.591996 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a2813-599c-4dc1-b09d-ffc69d538416 req-b07ad6d4-6d95-477b-8527-c2fa7eecc2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:06.593337 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-7e8a2813-599c-4dc1-b09d-ffc69d538416 req-b07ad6d4-6d95-477b-8527-c2fa7eecc2aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37a51576-2901-40b9-a77d-ddc99f82f95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0450592 Mar 30 01:33:06.692506 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-7e8a2813-599c-4dc1-b09d-ffc69d538416 req-827512d7-7b97-43dd-b425-0438509a9949 service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846930 Mar 30 01:33:06.788158 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-7e8a2813-599c-4dc1-b09d-ffc69d538416 req-5117c2e1-d4b8-4170-9a3f-487466134b8a service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890591 Mar 30 01:33:07.613738 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1de7b-dc89-4c00-803a-c67f0bedc941 req-1443f786-9bbe-456a-9d9b-d033fe7946c5 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:07.615268 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-69c1de7b-dc89-4c00-803a-c67f0bedc941 req-1443f786-9bbe-456a-9d9b-d033fe7946c5 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 946 time: 0.0549684 Mar 30 01:33:07.664977 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-69c1de7b-dc89-4c00-803a-c67f0bedc941 req-f06a64f7-4a9f-4d81-948b-cb7a4d59cff1 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e428002-28e3-490f-94fe-2ca3299ecbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440016 Mar 30 01:33:08.812363 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936cf46-d7e5-492e-9b31-93f9c8992b49 req-1123ffc6-4fa6-4eb8-847b-f92861c23862 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:08.813871 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8936cf46-d7e5-492e-9b31-93f9c8992b49 req-1123ffc6-4fa6-4eb8-847b-f92861c23862 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 946 time: 0.0669029 Mar 30 01:33:08.865648 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8936cf46-d7e5-492e-9b31-93f9c8992b49 req-a6091618-6c05-437c-b3e4-ab82c8abddaa tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e428002-28e3-490f-94fe-2ca3299ecbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433834 Mar 30 01:33:09.592167 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591f75e-24f6-4080-b726-68cfe0c63d27 req-1c1f510d-dc9a-40d2-b262-f46799d23a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:09.593670 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-8591f75e-24f6-4080-b726-68cfe0c63d27 req-1c1f510d-dc9a-40d2-b262-f46799d23a99 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 1130 time: 0.0565166 Mar 30 01:33:09.637741 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-8591f75e-24f6-4080-b726-68cfe0c63d27 req-3578e61c-89e0-46eb-9f2a-3f0ca7d16edd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9e428002-28e3-490f-94fe-2ca3299ecbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372710 Mar 30 01:33:09.993076 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b05d2a-767b-44c2-a8c7-03736d73c19d req-d837b7da-2440-4ff4-aa07-2f10821032a2 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:09.994574 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-36b05d2a-767b-44c2-a8c7-03736d73c19d req-d837b7da-2440-4ff4-aa07-2f10821032a2 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 946 time: 0.0604801 Mar 30 01:33:10.044099 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-36b05d2a-767b-44c2-a8c7-03736d73c19d req-7090de43-c521-45db-ad94-e3cc62f74975 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e428002-28e3-490f-94fe-2ca3299ecbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437939 Mar 30 01:33:11.166642 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2e653-c59f-4ed0-8e92-3e2cc0dc1859 req-f0da0cf5-1e1d-458c-9f11-bfb9fc0b1c06 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:11.168076 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4ee2e653-c59f-4ed0-8e92-3e2cc0dc1859 req-f0da0cf5-1e1d-458c-9f11-bfb9fc0b1c06 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 946 time: 0.0532217 Mar 30 01:33:11.217165 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4ee2e653-c59f-4ed0-8e92-3e2cc0dc1859 req-091a48a8-72e6-4a0f-ad3a-43fe3b99c917 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e428002-28e3-490f-94fe-2ca3299ecbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432720 Mar 30 01:33:11.659737 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ef005-5010-408a-b350-1f15d3e73287 req-47df4f86-8cf5-4613-8fc5-48cb2ac0075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:11.661253 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-b68ef005-5010-408a-b350-1f15d3e73287 req-47df4f86-8cf5-4613-8fc5-48cb2ac0075f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d9a35d928b647dc9915d88e0bf1f590&device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 1130 time: 0.0503252 Mar 30 01:33:11.662950 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41facd-592c-4fa7-a563-2948e69ced4d req-ddd1bf3a-5ea5-4953-b0c6-f616f943d3b3 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:11.664518 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9f41facd-592c-4fa7-a563-2948e69ced4d req-ddd1bf3a-5ea5-4953-b0c6-f616f943d3b3 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 946 time: 0.0545175 Mar 30 01:33:11.711967 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9f41facd-592c-4fa7-a563-2948e69ced4d req-2bccd848-6941-46ae-acf3-7f45a7e889c0 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e428002-28e3-490f-94fe-2ca3299ecbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408132 Mar 30 01:33:11.751576 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ef005-5010-408a-b350-1f15d3e73287 req-d8e621b0-c40c-4c1b-a50c-46399017ccba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:11.753039 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-b68ef005-5010-408a-b350-1f15d3e73287 req-d8e621b0-c40c-4c1b-a50c-46399017ccba service neutron] 10.222.0.18 "GET /v2.0/networks?id=37a51576-2901-40b9-a77d-ddc99f82f95c HTTP/1.1" status: 200 len: 918 time: 0.0845194 Mar 30 01:33:11.821509 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-b68ef005-5010-408a-b350-1f15d3e73287 req-1629dc6f-de0b-4a2c-b334-9a87f46378c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=654bca5d-37d2-434e-bd0f-b50558f1cc64 HTTP/1.1" status: 200 len: 1002 time: 0.0621591 Mar 30 01:33:11.870441 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ef005-5010-408a-b350-1f15d3e73287 req-1ca45720-459d-48bd-aef3-16692858a287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:11.872235 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-b68ef005-5010-408a-b350-1f15d3e73287 req-1ca45720-459d-48bd-aef3-16692858a287 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81bb63ca-5b7c-44e1-993e-20d1ff7fbcda HTTP/1.1" status: 200 len: 856 time: 0.0453391 Mar 30 01:33:11.924584 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ef005-5010-408a-b350-1f15d3e73287 req-91e0c629-9e0c-46db-af50-55dd408af642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:11.926085 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-b68ef005-5010-408a-b350-1f15d3e73287 req-91e0c629-9e0c-46db-af50-55dd408af642 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37a51576-2901-40b9-a77d-ddc99f82f95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0477571 Mar 30 01:33:12.017065 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-b68ef005-5010-408a-b350-1f15d3e73287 req-95c0c9d5-19a7-4afb-87de-41a4043a4f95 service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849586 Mar 30 01:33:12.113720 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-b68ef005-5010-408a-b350-1f15d3e73287 req-4feb1098-79a9-4221-b3f6-3bae7f49b4a1 service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897424 Mar 30 01:33:12.841164 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b01d8-5415-40f1-a907-d86a6a3a68a8 req-c032c665-18c2-4a1f-8429-2a7aed0c05a1 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:12.842641 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-189b01d8-5415-40f1-a907-d86a6a3a68a8 req-c032c665-18c2-4a1f-8429-2a7aed0c05a1 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 946 time: 0.0526698 Mar 30 01:33:12.895119 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-189b01d8-5415-40f1-a907-d86a6a3a68a8 req-8ca1702b-414e-452d-b934-7a5297b0a4d5 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e428002-28e3-490f-94fe-2ca3299ecbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464492 Mar 30 01:33:13.388068 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b70f8a-0786-44c2-bbf2-1a5edd0dbc5b req-660d1bb5-4357-4eac-94ca-0bfbc1d1169a tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:13.389514 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-32b70f8a-0786-44c2-bbf2-1a5edd0dbc5b req-660d1bb5-4357-4eac-94ca-0bfbc1d1169a tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 984 time: 0.0564725 Mar 30 01:33:13.396239 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0190e-27fc-4c58-a7de-012a2e0d431b req-30b53422-1d4b-4280-b067-81798cefe661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:13.397838 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d1a0190e-27fc-4c58-a7de-012a2e0d431b req-30b53422-1d4b-4280-b067-81798cefe661 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6101ee0d13f14f7bbc3124f3c0fae568&device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 1168 time: 0.0485852 Mar 30 01:33:13.447947 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-32b70f8a-0786-44c2-bbf2-1a5edd0dbc5b req-d4fa0acc-191a-439c-a715-91474317c4e7 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a4a124-5e7d-46b8-91de-896bf45bab35&id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518188 Mar 30 01:33:13.490683 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0190e-27fc-4c58-a7de-012a2e0d431b req-587a82ea-55c5-4a99-9aa8-f380f0092999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:13.492160 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d1a0190e-27fc-4c58-a7de-012a2e0d431b req-587a82ea-55c5-4a99-9aa8-f380f0092999 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ed006982-a1e4-4cb9-947e-e0466ea24662 HTTP/1.1" status: 200 len: 916 time: 0.0873063 Mar 30 01:33:13.560100 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d1a0190e-27fc-4c58-a7de-012a2e0d431b req-efc07b36-d375-4fe9-a820-ade012f92358 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bde9f3f9-41ba-49ef-9383-1ce552797076 HTTP/1.1" status: 200 len: 1001 time: 0.0589330 Mar 30 01:33:13.614073 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0190e-27fc-4c58-a7de-012a2e0d431b req-1a0576fc-3128-4bb9-830b-6d6b0011724a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:13.615528 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d1a0190e-27fc-4c58-a7de-012a2e0d431b req-1a0576fc-3128-4bb9-830b-6d6b0011724a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0eb1ea88-c52d-4b49-9989-067e5a5a20cb HTTP/1.1" status: 200 len: 854 time: 0.0460811 Mar 30 01:33:13.873197 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0190e-27fc-4c58-a7de-012a2e0d431b req-231556fd-6a77-40d1-a6b9-6034f1ae86da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:13.875543 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d1a0190e-27fc-4c58-a7de-012a2e0d431b req-231556fd-6a77-40d1-a6b9-6034f1ae86da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ed006982-a1e4-4cb9-947e-e0466ea24662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2487688 Mar 30 01:33:13.966735 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d1a0190e-27fc-4c58-a7de-012a2e0d431b req-ebc8fecf-4415-49f2-b562-3e1ae25598f1 service neutron] 10.222.0.18 "GET /v2.0/networks/ed006982-a1e4-4cb9-947e-e0466ea24662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841434 Mar 30 01:33:14.029845 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1f44f-f34d-4d86-b1a7-6c17eb48b102 req-52ef48ad-04e3-4620-8b96-3f7b2b591f32 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:14.031365 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e3a1f44f-f34d-4d86-b1a7-6c17eb48b102 req-52ef48ad-04e3-4620-8b96-3f7b2b591f32 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 946 time: 0.0545714 Mar 30 01:33:14.060018 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d1a0190e-27fc-4c58-a7de-012a2e0d431b req-b12bd572-f9d0-4f65-a2dd-28605daa1ca7 service neutron] 10.222.0.18 "GET /v2.0/networks/ed006982-a1e4-4cb9-947e-e0466ea24662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860927 Mar 30 01:33:14.077766 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e3a1f44f-f34d-4d86-b1a7-6c17eb48b102 req-4ce0ebe8-b144-4c6d-bd04-3b40e94b76bc tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e428002-28e3-490f-94fe-2ca3299ecbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404520 Mar 30 01:33:14.574839 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d4975-feec-4988-8443-9fdfa86d8e10 req-16f9dc78-1c2d-44e3-a3c8-9b4e43d85c38 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:14.576319 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e18d4975-feec-4988-8443-9fdfa86d8e10 req-16f9dc78-1c2d-44e3-a3c8-9b4e43d85c38 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 984 time: 0.0550451 Mar 30 01:33:14.649967 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e18d4975-feec-4988-8443-9fdfa86d8e10 req-f827399a-01b3-4193-bc36-c097f0d25c24 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a4a124-5e7d-46b8-91de-896bf45bab35&id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677085 Mar 30 01:33:15.108408 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:33:15.210971 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113492c9-871e-443a-8c2f-cc3a5948d22e req-227654b2-59d0-4031-bea8-865911571a6e tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:15.212432 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-113492c9-871e-443a-8c2f-cc3a5948d22e req-227654b2-59d0-4031-bea8-865911571a6e tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 946 time: 0.0626273 Mar 30 01:33:15.264971 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-113492c9-871e-443a-8c2f-cc3a5948d22e req-29ab5e69-91de-42b5-af26-77a87751f63d tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e428002-28e3-490f-94fe-2ca3299ecbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434065 Mar 30 01:33:15.391110 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ae23f-7a3b-46c1-83d1-2781772684b1 req-dcd7bc76-45bf-4681-ac5e-478d209db2e6 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:15.392567 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-842ae23f-7a3b-46c1-83d1-2781772684b1 req-dcd7bc76-45bf-4681-ac5e-478d209db2e6 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 946 time: 0.0596492 Mar 30 01:33:15.401599 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 43220) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:33:15.406114 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-0a3cdfd0-f6f8-4682-a73f-90a06e3dcb5d tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Request body: {'floatingip': {'port_id': '654bca5d-37d2-434e-bd0f-b50558f1cc64'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:33:15.705443 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a3cdfd0-f6f8-4682-a73f-90a06e3dcb5d tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks [] for floatingip (7e3cf870-67b0-414e-9099-1b2448e1045e), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:15.860802 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eadaf1-3118-4817-9607-c4986db546ab req-ce5a297c-d960-4b93-9cce-4ec8ff772cf0 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:15.862157 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-36eadaf1-3118-4817-9607-c4986db546ab req-ce5a297c-d960-4b93-9cce-4ec8ff772cf0 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 984 time: 0.1173911 Mar 30 01:33:16.004513 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-36eadaf1-3118-4817-9607-c4986db546ab req-75e5c6a7-9d2f-4078-83d1-6d7ef2ba4bc4 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a4a124-5e7d-46b8-91de-896bf45bab35&id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1343462 Mar 30 01:33:16.257276 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a3cdfd0-f6f8-4682-a73f-90a06e3dcb5d tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:16.264901 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a3cdfd0-f6f8-4682-a73f-90a06e3dcb5d tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623942'] for floatingip (7e3cf870-67b0-414e-9099-1b2448e1045e), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:16.488928 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3cdfd0-f6f8-4682-a73f-90a06e3dcb5d tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Router 6bbc8d87-55bd-42b1-8abf-1af130f19d7f has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:33:16.602701 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3cdfd0-f6f8-4682-a73f-90a06e3dcb5d tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:33:16.608208 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a3cdfd0-f6f8-4682-a73f-90a06e3dcb5d tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:16.614002 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcee1f2-70cb-4917-b38f-2f04e9b4f4f6 None None] Sync routers for ids ['6bbc8d87-55bd-42b1-8abf-1af130f19d7f'] in dv-cinder-817135-7-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:33:16.623611 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcee1f2-70cb-4917-b38f-2f04e9b4f4f6 None None] Routers {'6bbc8d87-55bd-42b1-8abf-1af130f19d7f'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:33:16.624226 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-1dcee1f2-70cb-4917-b38f-2f04e9b4f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:32:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6bbc8d87-55bd-42b1-8abf-1af130f19d7f'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:33:16.645215 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f478d2-1297-40d6-8c0e-29100af9b3ba', 'tag': '654bca5d-37d2-434e-bd0f-b50558f1cc64'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:33:16.647500 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ee1e0a93b5aae8634dc44ede2e08a21acb25dbbcfc8760de0fb17172de978b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3fb06b-d863-4802-a831-3ddac50fd757" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f478d2-1297-40d6-8c0e-29100af9b3ba", "tag": "654bca5d-37d2-434e-bd0f-b50558f1cc64"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:33:16.675808 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-0a3cdfd0-f6f8-4682-a73f-90a06e3dcb5d tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "PUT /v2.0/floatingips/7e3cf870-67b0-414e-9099-1b2448e1045e HTTP/1.1" status: 200 len: 994 time: 1.2728434 Mar 30 01:33:16.703073 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97449ff9-36e0-4855-a11c-c7e41585147a x-openstack-request-id: req-97449ff9-36e0-4855-a11c-c7e41585147a {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:33:16.703371 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f478d2-1297-40d6-8c0e-29100af9b3ba", "tag": "654bca5d-37d2-434e-bd0f-b50558f1cc64", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:33:16.703628 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97449ff9-36e0-4855-a11c-c7e41585147a {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:33:16.704037 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97449ff9-36e0-4855-a11c-c7e41585147a'] response: {'name': 'network-changed', 'server_uuid': 'd5f478d2-1297-40d6-8c0e-29100af9b3ba', 'tag': '654bca5d-37d2-434e-bd0f-b50558f1cc64', 'status': 'completed', 'code': 200} Mar 30 01:33:16.729588 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-1dcee1f2-70cb-4917-b38f-2f04e9b4f4f6 None None] Set router 6bbc8d87-55bd-42b1-8abf-1af130f19d7f gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:33:16.770242 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fb06b-d863-4802-a831-3ddac50fd757 req-831b57fd-c15b-4861-b121-108bfa7836f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:16.771868 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-cb3fb06b-d863-4802-a831-3ddac50fd757 req-831b57fd-c15b-4861-b121-108bfa7836f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d9a35d928b647dc9915d88e0bf1f590&device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 1130 time: 0.0446172 Mar 30 01:33:16.864595 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fb06b-d863-4802-a831-3ddac50fd757 req-6a542874-937c-4962-adae-6c23477f91c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:16.865948 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-cb3fb06b-d863-4802-a831-3ddac50fd757 req-6a542874-937c-4962-adae-6c23477f91c3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=37a51576-2901-40b9-a77d-ddc99f82f95c HTTP/1.1" status: 200 len: 918 time: 0.0873792 Mar 30 01:33:16.930704 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-cb3fb06b-d863-4802-a831-3ddac50fd757 req-86ffaecd-98fb-469e-8812-5213411cc348 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=654bca5d-37d2-434e-bd0f-b50558f1cc64 HTTP/1.1" status: 200 len: 1002 time: 0.0583055 Mar 30 01:33:16.950903 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-1dcee1f2-70cb-4917-b38f-2f04e9b4f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-29569113-router', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.81'}], 'enable_snat': True}, 'gw_port_id': '4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:11Z', 'updated_at': '2022-03-30T01:29:18Z', 'revision_number': 4, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'gw_port': {'id': '4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:12Z', 'updated_at': '2022-03-30T01:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '7e3cf870-67b0-414e-9099-1b2448e1045e', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'floating_ip_address': '172.28.0.209', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'port_id': '654bca5d-37d2-434e-bd0f-b50558f1cc64', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c', 'mac_address': 'fa:16:3e:60:15:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f478d2-1297-40d6-8c0e-29100af9b3ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:30:53Z', 'updated_at': '2022-03-30T01:33:16Z', 'revision_number': 3, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ff1662-59ac-48ab-920a-fe86371d1609', 'name': '', 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'mac_address': 'fa:16:3e:e1:e7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '81bb63ca-5b7c-44e1-993e-20d1ff7fbcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:17Z', 'updated_at': '2022-03-30T01:29:31Z', 'revision_number': 5, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'subnets': [{'id': '81bb63ca-5b7c-44e1-993e-20d1ff7fbcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:33:16.976897 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcee1f2-70cb-4917-b38f-2f04e9b4f4f6 None None] Checking router: 6bbc8d87-55bd-42b1-8abf-1af130f19d7f for host: dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:33:16.978753 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fb06b-d863-4802-a831-3ddac50fd757 req-d7d05089-25c3-43f2-a465-ca433eaa6a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:16.980331 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-cb3fb06b-d863-4802-a831-3ddac50fd757 req-d7d05089-25c3-43f2-a465-ca433eaa6a9b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81bb63ca-5b7c-44e1-993e-20d1ff7fbcda HTTP/1.1" status: 200 len: 856 time: 0.0440037 Mar 30 01:33:16.985730 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcee1f2-70cb-4917-b38f-2f04e9b4f4f6 None None] Routers {'6bbc8d87-55bd-42b1-8abf-1af130f19d7f'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:33:16.986310 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-1dcee1f2-70cb-4917-b38f-2f04e9b4f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:32:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6bbc8d87-55bd-42b1-8abf-1af130f19d7f'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:33:17.040491 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fb06b-d863-4802-a831-3ddac50fd757 req-324e2050-6dc6-40f8-9ef7-6473370061dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:17.041981 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-cb3fb06b-d863-4802-a831-3ddac50fd757 req-324e2050-6dc6-40f8-9ef7-6473370061dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37a51576-2901-40b9-a77d-ddc99f82f95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0497077 Mar 30 01:33:17.095805 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-1dcee1f2-70cb-4917-b38f-2f04e9b4f4f6 None None] Set router 6bbc8d87-55bd-42b1-8abf-1af130f19d7f gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:33:17.129003 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532c16b-b12f-4f25-887b-133aa03c3aa4 req-bd4e6995-5d71-4b69-997b-e436e4845a1c tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:17.130577 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4532c16b-b12f-4f25-887b-133aa03c3aa4 req-bd4e6995-5d71-4b69-997b-e436e4845a1c tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 984 time: 0.0577173 Mar 30 01:33:17.135080 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-cb3fb06b-d863-4802-a831-3ddac50fd757 req-bad0d905-cfb9-41b7-a3d5-95b80b2532c1 service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854681 Mar 30 01:33:17.193503 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4532c16b-b12f-4f25-887b-133aa03c3aa4 req-ad2a6930-aead-428b-aba0-de22d2335a7f tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a4a124-5e7d-46b8-91de-896bf45bab35&id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562754 Mar 30 01:33:17.230270 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-cb3fb06b-d863-4802-a831-3ddac50fd757 req-1f461d18-fb4f-4a5e-a126-572553d3aeeb service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856190 Mar 30 01:33:17.321152 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-1dcee1f2-70cb-4917-b38f-2f04e9b4f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-29569113-router', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.81'}], 'enable_snat': True}, 'gw_port_id': '4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:11Z', 'updated_at': '2022-03-30T01:29:18Z', 'revision_number': 4, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'gw_port': {'id': '4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:12Z', 'updated_at': '2022-03-30T01:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '7e3cf870-67b0-414e-9099-1b2448e1045e', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'floating_ip_address': '172.28.0.209', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'port_id': '654bca5d-37d2-434e-bd0f-b50558f1cc64', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c', 'mac_address': 'fa:16:3e:60:15:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f478d2-1297-40d6-8c0e-29100af9b3ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:30:53Z', 'updated_at': '2022-03-30T01:33:16Z', 'revision_number': 3, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ff1662-59ac-48ab-920a-fe86371d1609', 'name': '', 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'mac_address': 'fa:16:3e:e1:e7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '81bb63ca-5b7c-44e1-993e-20d1ff7fbcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:17Z', 'updated_at': '2022-03-30T01:29:31Z', 'revision_number': 5, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'subnets': [{'id': '81bb63ca-5b7c-44e1-993e-20d1ff7fbcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:33:17.346618 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcee1f2-70cb-4917-b38f-2f04e9b4f4f6 None None] The sync data for ids ['6bbc8d87-55bd-42b1-8abf-1af130f19d7f'] in dv-cinder-817135-7-smb is: [{'id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-29569113-router', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.81'}], 'enable_snat': True}, 'gw_port_id': '4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:11Z', 'updated_at': '2022-03-30T01:29:18Z', 'revision_number': 4, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'gw_port': {'id': '4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:12Z', 'updated_at': '2022-03-30T01:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '7e3cf870-67b0-414e-9099-1b2448e1045e', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'floating_ip_address': '172.28.0.209', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'port_id': '654bca5d-37d2-434e-bd0f-b50558f1cc64', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c', 'mac_address': 'fa:16:3e:60:15:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f478d2-1297-40d6-8c0e-29100af9b3ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:30:53Z', 'updated_at': '2022-03-30T01:33:16Z', 'revision_number': 3, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ff1662-59ac-48ab-920a-fe86371d1609', 'name': '', 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'mac_address': 'fa:16:3e:e1:e7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '81bb63ca-5b7c-44e1-993e-20d1ff7fbcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:17Z', 'updated_at': '2022-03-30T01:29:31Z', 'revision_number': 5, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'subnets': [{'id': '81bb63ca-5b7c-44e1-993e-20d1ff7fbcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:33:18.332650 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc200923-cf20-4a20-8efd-372f6b5f8d71 req-89f7ba94-a3df-4223-81fe-6a3c950406d4 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:18.334124 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-fc200923-cf20-4a20-8efd-372f6b5f8d71 req-89f7ba94-a3df-4223-81fe-6a3c950406d4 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 984 time: 0.0572052 Mar 30 01:33:18.394003 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-fc200923-cf20-4a20-8efd-372f6b5f8d71 req-ee8e31e9-0571-441b-9626-86f36a50bfcd tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a4a124-5e7d-46b8-91de-896bf45bab35&id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539963 Mar 30 01:33:18.705882 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f478d2-1297-40d6-8c0e-29100af9b3ba', 'tag': '654bca5d-37d2-434e-bd0f-b50558f1cc64'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:33:18.709716 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ee1e0a93b5aae8634dc44ede2e08a21acb25dbbcfc8760de0fb17172de978b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1576487c-9711-4c29-b3cb-98ca730fb51d" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f478d2-1297-40d6-8c0e-29100af9b3ba", "tag": "654bca5d-37d2-434e-bd0f-b50558f1cc64"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:33:18.757514 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0635638c-9a1e-49c6-9052-1223a71ba47d x-openstack-request-id: req-0635638c-9a1e-49c6-9052-1223a71ba47d {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:33:18.757815 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f478d2-1297-40d6-8c0e-29100af9b3ba", "tag": "654bca5d-37d2-434e-bd0f-b50558f1cc64", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:33:18.758074 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0635638c-9a1e-49c6-9052-1223a71ba47d {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:33:18.758509 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0635638c-9a1e-49c6-9052-1223a71ba47d'] response: {'name': 'network-changed', 'server_uuid': 'd5f478d2-1297-40d6-8c0e-29100af9b3ba', 'tag': '654bca5d-37d2-434e-bd0f-b50558f1cc64', 'status': 'completed', 'code': 200} Mar 30 01:33:18.833342 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576487c-9711-4c29-b3cb-98ca730fb51d req-6d5bfca0-1309-42e2-b36b-a976528505d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:18.834935 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-1576487c-9711-4c29-b3cb-98ca730fb51d req-6d5bfca0-1309-42e2-b36b-a976528505d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d9a35d928b647dc9915d88e0bf1f590&device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 1130 time: 0.0541315 Mar 30 01:33:18.935945 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576487c-9711-4c29-b3cb-98ca730fb51d req-5edf6e89-cc90-46fd-9675-8f4635544980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:18.938216 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-1576487c-9711-4c29-b3cb-98ca730fb51d req-5edf6e89-cc90-46fd-9675-8f4635544980 service neutron] 10.222.0.18 "GET /v2.0/networks?id=37a51576-2901-40b9-a77d-ddc99f82f95c HTTP/1.1" status: 200 len: 918 time: 0.0922389 Mar 30 01:33:19.010709 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-1576487c-9711-4c29-b3cb-98ca730fb51d req-921ccfea-5ee4-4295-a1b4-79934a0bc3f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=654bca5d-37d2-434e-bd0f-b50558f1cc64 HTTP/1.1" status: 200 len: 1002 time: 0.0642307 Mar 30 01:33:19.059792 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576487c-9711-4c29-b3cb-98ca730fb51d req-4c6de448-c527-445f-a014-5ebd3ad3cac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:19.061207 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-1576487c-9711-4c29-b3cb-98ca730fb51d req-4c6de448-c527-445f-a014-5ebd3ad3cac6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81bb63ca-5b7c-44e1-993e-20d1ff7fbcda HTTP/1.1" status: 200 len: 856 time: 0.0430748 Mar 30 01:33:19.111327 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576487c-9711-4c29-b3cb-98ca730fb51d req-8f3389d1-2d3d-4315-8447-c282597c097f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:19.112800 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-1576487c-9711-4c29-b3cb-98ca730fb51d req-8f3389d1-2d3d-4315-8447-c282597c097f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37a51576-2901-40b9-a77d-ddc99f82f95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0448101 Mar 30 01:33:19.216460 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-1576487c-9711-4c29-b3cb-98ca730fb51d req-860ccf35-1b62-4027-bd62-177534624ad9 service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968847 Mar 30 01:33:19.313074 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-1576487c-9711-4c29-b3cb-98ca730fb51d req-63b45e5b-46ef-4f84-b2c8-1e2f19fb02b1 service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898111 Mar 30 01:33:19.529403 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bce2c4-8019-4066-8f6a-de77bb68e24b req-4cec9a92-9e80-4c7d-a735-a15cb8b6cee2 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:19.530947 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-03bce2c4-8019-4066-8f6a-de77bb68e24b req-4cec9a92-9e80-4c7d-a735-a15cb8b6cee2 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 984 time: 0.0547156 Mar 30 01:33:19.601687 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-03bce2c4-8019-4066-8f6a-de77bb68e24b req-45e6e4b3-a8c7-4f00-83bd-77a24cd062b5 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a4a124-5e7d-46b8-91de-896bf45bab35&id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615082 Mar 30 01:33:19.728794 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-38cf4ba4-137a-4357-abe5-f9260349244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:20.736909 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7d7a7-f4a0-4578-a60a-21a11f171b01 req-564681d1-a515-409c-a617-3ec8a1db20e2 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:20.738654 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b7b7d7a7-f4a0-4578-a60a-21a11f171b01 req-564681d1-a515-409c-a617-3ec8a1db20e2 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 984 time: 0.0674014 Mar 30 01:33:20.801977 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b7b7d7a7-f4a0-4578-a60a-21a11f171b01 req-2bb71490-6ee1-432a-815a-45c9b341ab73 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a4a124-5e7d-46b8-91de-896bf45bab35&id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572603 Mar 30 01:33:21.941110 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6c31dc39-fc8c-41e7-9eba-37b0cb67c11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:21.944031 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638a46f-f2fc-4a80-b5e2-a15b19f0ee55 req-8924b061-021f-4fd0-8b03-bb83b91466f1 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:21.945525 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4638a46f-f2fc-4a80-b5e2-a15b19f0ee55 req-8924b061-021f-4fd0-8b03-bb83b91466f1 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 984 time: 0.0577290 Mar 30 01:33:22.006004 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4638a46f-f2fc-4a80-b5e2-a15b19f0ee55 req-e279e231-80ff-4a8d-8faa-838fdba15a7f tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a4a124-5e7d-46b8-91de-896bf45bab35&id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547559 Mar 30 01:33:23.008663 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:23.131998 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8076c3-8c01-4a60-8688-78988337e787 req-7d878a3b-408d-4ae9-ac8c-facf6151d56a tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:23.133489 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5e8076c3-8c01-4a60-8688-78988337e787 req-7d878a3b-408d-4ae9-ac8c-facf6151d56a tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 984 time: 0.0594702 Mar 30 01:33:23.193271 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5e8076c3-8c01-4a60-8688-78988337e787 req-9aeba474-4650-41bd-9ba5-8e79cc478f3d tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a4a124-5e7d-46b8-91de-896bf45bab35&id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537910 Mar 30 01:33:24.334930 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2181822-ab4a-4568-9db1-c73079ef8788 req-e2b3948e-58c7-4d30-9b82-1fc845455933 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:24.336421 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d2181822-ab4a-4568-9db1-c73079ef8788 req-e2b3948e-58c7-4d30-9b82-1fc845455933 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 984 time: 0.0652878 Mar 30 01:33:24.399949 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d2181822-ab4a-4568-9db1-c73079ef8788 req-c73374e5-1cb2-44f5-afb2-9b9d106ae9c9 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a4a124-5e7d-46b8-91de-896bf45bab35&id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547962 Mar 30 01:33:24.574251 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:25.530987 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e022d2d-931d-4b07-8e76-0dedbb1f28d9 req-fa00bc6a-1aa1-4a29-9288-ebd097a9fb4c tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:25.532478 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5e022d2d-931d-4b07-8e76-0dedbb1f28d9 req-fa00bc6a-1aa1-4a29-9288-ebd097a9fb4c tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 984 time: 0.0579195 Mar 30 01:33:25.592866 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5e022d2d-931d-4b07-8e76-0dedbb1f28d9 req-d8a6a5c7-bd5b-475a-882a-69f7a504ba28 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a4a124-5e7d-46b8-91de-896bf45bab35&id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540645 Mar 30 01:33:26.018912 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:34.719684 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:42.273052 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726b5cc-9d29-4aba-9a9f-97ae39d5889c req-cbaa9d5a-643c-495c-9f35-038560d924c9 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:42.274437 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d726b5cc-9d29-4aba-9a9f-97ae39d5889c req-cbaa9d5a-643c-495c-9f35-038560d924c9 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 947 time: 0.0536902 Mar 30 01:33:42.320795 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d726b5cc-9d29-4aba-9a9f-97ae39d5889c req-035e9bda-8fa9-4872-a032-9b8447936060 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407078 Mar 30 01:33:43.476811 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b8c9a-3dd5-495d-93aa-0db2483e68fe req-9f19d05c-1155-4122-876d-d45124ffb246 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:43.478298 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-818b8c9a-3dd5-495d-93aa-0db2483e68fe req-9f19d05c-1155-4122-876d-d45124ffb246 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 947 time: 0.0654929 Mar 30 01:33:43.530509 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-818b8c9a-3dd5-495d-93aa-0db2483e68fe req-0de42e0e-89c6-4425-90f3-aefdddaca06e tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463650 Mar 30 01:33:44.282115 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa78702-ab6a-4ef2-abe2-af6dd78bec83 req-3c09f206-15e2-4752-90d3-c4e6ac279a55 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:44.283486 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-3fa78702-ab6a-4ef2-abe2-af6dd78bec83 req-3c09f206-15e2-4752-90d3-c4e6ac279a55 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.18 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 947 time: 0.0644872 Mar 30 01:33:44.381285 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-3fa78702-ab6a-4ef2-abe2-af6dd78bec83 req-a98896e4-d974-4670-b8f6-4ffe33ffa97f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Deleting port ce7da202-aa09-4a9a-9abd-515e87782573 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:33:44.381594 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-3fa78702-ab6a-4ef2-abe2-af6dd78bec83 req-a98896e4-d974-4670-b8f6-4ffe33ffa97f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (ce7da202-aa09-4a9a-9abd-515e87782573), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:44.477031 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-3fa78702-ab6a-4ef2-abe2-af6dd78bec83 req-a98896e4-d974-4670-b8f6-4ffe33ffa97f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] For port ce7da202-aa09-4a9a-9abd-515e87782573, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=ce7da202-aa09-4a9a-9abd-515e87782573,segment=NetworkSegment(5d2e7dcd-3d5b-47c5-be1e-e458e697b14e),segment_id=5d2e7dcd-3d5b-47c5-be1e-e458e697b14e)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:33:44.477370 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-3fa78702-ab6a-4ef2-abe2-af6dd78bec83 req-a98896e4-d974-4670-b8f6-4ffe33ffa97f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (ce7da202-aa09-4a9a-9abd-515e87782573), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:44.668926 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ae1a8-e3a6-4c8c-9f5e-6b2794f857e7 req-ce08be89-062e-47d4-a0fc-e8442791da2d tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:44.670454 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-332ae1a8-e3a6-4c8c-9f5e-6b2794f857e7 req-ce08be89-062e-47d4-a0fc-e8442791da2d tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cad150-03a0-42c9-a215-87597242e1d7 HTTP/1.1" status: 200 len: 947 time: 0.0659735 Mar 30 01:33:44.706625 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-3fa78702-ab6a-4ef2-abe2-af6dd78bec83 req-a98896e4-d974-4670-b8f6-4ffe33ffa97f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:44.706988 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-3fa78702-ab6a-4ef2-abe2-af6dd78bec83 req-a98896e4-d974-4670-b8f6-4ffe33ffa97f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623942'] for floatingip (39e97e8a-251b-4d68-9540-51609b1e926c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:44.707275 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.db.l3_db [req-3fa78702-ab6a-4ef2-abe2-af6dd78bec83 req-a98896e4-d974-4670-b8f6-4ffe33ffa97f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Floating IP 39e97e8a-251b-4d68-9540-51609b1e926c disassociated. External IP: 172.28.0.29, port: ce7da202-aa09-4a9a-9abd-515e87782573. Mar 30 01:33:44.708095 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-3fa78702-ab6a-4ef2-abe2-af6dd78bec83 req-a98896e4-d974-4670-b8f6-4ffe33ffa97f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Calling delete_port for ce7da202-aa09-4a9a-9abd-515e87782573 owned by compute:nova {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:33:44.718824 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-332ae1a8-e3a6-4c8c-9f5e-6b2794f857e7 req-bf342022-6763-4d2f-91dc-707e84475792 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a63154b-c9d0-48ae-a0a9-e4857c221cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423915 Mar 30 01:33:44.843121 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-3fa78702-ab6a-4ef2-abe2-af6dd78bec83 req-a98896e4-d974-4670-b8f6-4ffe33ffa97f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (ce7da202-aa09-4a9a-9abd-515e87782573), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:44.874423 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98896e4-d974-4670-b8f6-4ffe33ffa97f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Pushing event deleted for resources: {'Port': ['ID=ce7da202-aa09-4a9a-9abd-515e87782573,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:33:44.885522 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98896e4-d974-4670-b8f6-4ffe33ffa97f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:44.885871 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98896e4-d974-4670-b8f6-4ffe33ffa97f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:44.886207 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98896e4-d974-4670-b8f6-4ffe33ffa97f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:44.886578 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98896e4-d974-4670-b8f6-4ffe33ffa97f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:44.886904 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98896e4-d974-4670-b8f6-4ffe33ffa97f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:44.887235 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98896e4-d974-4670-b8f6-4ffe33ffa97f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:44.887558 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98896e4-d974-4670-b8f6-4ffe33ffa97f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:44.887880 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98896e4-d974-4670-b8f6-4ffe33ffa97f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:44.888204 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98896e4-d974-4670-b8f6-4ffe33ffa97f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:44.888873 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98896e4-d974-4670-b8f6-4ffe33ffa97f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:44.889193 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98896e4-d974-4670-b8f6-4ffe33ffa97f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:44.889507 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98896e4-d974-4670-b8f6-4ffe33ffa97f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:44.889826 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98896e4-d974-4670-b8f6-4ffe33ffa97f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:44.890141 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98896e4-d974-4670-b8f6-4ffe33ffa97f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:44.890489 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98896e4-d974-4670-b8f6-4ffe33ffa97f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:45.005460 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fa78702-ab6a-4ef2-abe2-af6dd78bec83 req-a98896e4-d974-4670-b8f6-4ffe33ffa97f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Router 6f7a6db5-22fa-4aaf-942a-34ebe367e11f has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:33:45.116888 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fa78702-ab6a-4ef2-abe2-af6dd78bec83 req-a98896e4-d974-4670-b8f6-4ffe33ffa97f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:33:45.127745 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a5b71f-71e2-4ead-bf1b-fb1e0eb9bb59 None None] Sync routers for ids ['6f7a6db5-22fa-4aaf-942a-34ebe367e11f'] in dv-cinder-817135-7-smb {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:33:45.142220 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a5b71f-71e2-4ead-bf1b-fb1e0eb9bb59 None None] Routers {'6f7a6db5-22fa-4aaf-942a-34ebe367e11f'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:33:45.142925 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-72a5b71f-71e2-4ead-bf1b-fb1e0eb9bb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:33:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6f7a6db5-22fa-4aaf-942a-34ebe367e11f'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:33:45.158043 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa78702-ab6a-4ef2-abe2-af6dd78bec83 req-a98896e4-d974-4670-b8f6-4ffe33ffa97f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] No DVR routers for this DVR port ce7da202-aa09-4a9a-9abd-515e87782573 on host hv-cinder-81713 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:33:45.160635 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-3fa78702-ab6a-4ef2-abe2-af6dd78bec83 req-a98896e4-d974-4670-b8f6-4ffe33ffa97f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:45.164083 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-3fa78702-ab6a-4ef2-abe2-af6dd78bec83 req-a98896e4-d974-4670-b8f6-4ffe33ffa97f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.18 "DELETE /v2.0/ports/ce7da202-aa09-4a9a-9abd-515e87782573 HTTP/1.1" status: 204 len: 173 time: 0.8745716 Mar 30 01:33:45.164516 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cad150-03a0-42c9-a215-87597242e1d7', 'name': 'network-vif-deleted', 'tag': 'ce7da202-aa09-4a9a-9abd-515e87782573'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:33:45.166755 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8126647f-8be5-44d0-ac24-a87b2ff7b7d9" -d '{"events": [{"server_uuid": "97cad150-03a0-42c9-a215-87597242e1d7", "name": "network-vif-deleted", "tag": "ce7da202-aa09-4a9a-9abd-515e87782573"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:33:45.202656 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a82cbf6-b9ad-47a1-8bac-cc04d513046d x-openstack-request-id: req-1a82cbf6-b9ad-47a1-8bac-cc04d513046d {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:33:45.202965 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97cad150-03a0-42c9-a215-87597242e1d7", "name": "network-vif-deleted", "tag": "ce7da202-aa09-4a9a-9abd-515e87782573", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:33:45.203353 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a82cbf6-b9ad-47a1-8bac-cc04d513046d {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:33:45.203639 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a82cbf6-b9ad-47a1-8bac-cc04d513046d'] response: {'server_uuid': '97cad150-03a0-42c9-a215-87597242e1d7', 'name': 'network-vif-deleted', 'tag': 'ce7da202-aa09-4a9a-9abd-515e87782573', 'status': 'completed', 'code': 200} Mar 30 01:33:45.265321 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-72a5b71f-71e2-4ead-bf1b-fb1e0eb9bb59 None None] Set router 6f7a6db5-22fa-4aaf-942a-34ebe367e11f gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:33:45.464967 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-72a5b71f-71e2-4ead-bf1b-fb1e0eb9bb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'name': 'tempest-AttachVolumeShelveTestJSON-2106925405-router', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:09Z', 'updated_at': '2022-03-30T01:29:17Z', 'revision_number': 4, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'gw_port': {'id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:10Z', 'updated_at': '2022-03-30T01:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '859c8630-07ce-4498-b24f-59cc873c5033', 'name': '', 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'mac_address': 'fa:16:3e:26:62:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:15Z', 'updated_at': '2022-03-30T01:29:27Z', 'revision_number': 5, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'subnets': [{'id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:33:45.490935 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a5b71f-71e2-4ead-bf1b-fb1e0eb9bb59 None None] Checking router: 6f7a6db5-22fa-4aaf-942a-34ebe367e11f for host: dv-cinder-817135-7-smb {{(pid=103230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:33:45.499707 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a5b71f-71e2-4ead-bf1b-fb1e0eb9bb59 None None] Routers {'6f7a6db5-22fa-4aaf-942a-34ebe367e11f'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:33:45.500322 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-72a5b71f-71e2-4ead-bf1b-fb1e0eb9bb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:33:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6f7a6db5-22fa-4aaf-942a-34ebe367e11f'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:33:45.608576 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-72a5b71f-71e2-4ead-bf1b-fb1e0eb9bb59 None None] Set router 6f7a6db5-22fa-4aaf-942a-34ebe367e11f gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:33:45.814657 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 43294) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:33:45.817439 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-72a5b71f-71e2-4ead-bf1b-fb1e0eb9bb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'name': 'tempest-AttachVolumeShelveTestJSON-2106925405-router', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:09Z', 'updated_at': '2022-03-30T01:29:17Z', 'revision_number': 4, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'gw_port': {'id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:10Z', 'updated_at': '2022-03-30T01:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '859c8630-07ce-4498-b24f-59cc873c5033', 'name': '', 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'mac_address': 'fa:16:3e:26:62:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:15Z', 'updated_at': '2022-03-30T01:29:27Z', 'revision_number': 5, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'subnets': [{'id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:33:45.844539 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a5b71f-71e2-4ead-bf1b-fb1e0eb9bb59 None None] The sync data for ids ['6f7a6db5-22fa-4aaf-942a-34ebe367e11f'] in dv-cinder-817135-7-smb is: [{'id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'name': 'tempest-AttachVolumeShelveTestJSON-2106925405-router', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:09Z', 'updated_at': '2022-03-30T01:29:17Z', 'revision_number': 4, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'gw_port': {'id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:10Z', 'updated_at': '2022-03-30T01:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '859c8630-07ce-4498-b24f-59cc873c5033', 'name': '', 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'mac_address': 'fa:16:3e:26:62:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:15Z', 'updated_at': '2022-03-30T01:29:27Z', 'revision_number': 5, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'subnets': [{'id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:33:45.871648 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ceff8c9e-3113-41f5-b349-6fe2f5438079 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for security_group (8a63154b-c9d0-48ae-a0a9-e4857c221cd3), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:45.898465 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ceff8c9e-3113-41f5-b349-6fe2f5438079 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for security_group (8a63154b-c9d0-48ae-a0a9-e4857c221cd3), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:45.948065 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ceff8c9e-3113-41f5-b349-6fe2f5438079 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (8a63154b-c9d0-48ae-a0a9-e4857c221cd3), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:45.950815 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ceff8c9e-3113-41f5-b349-6fe2f5438079 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:45.952088 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-ceff8c9e-3113-41f5-b349-6fe2f5438079 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "DELETE /v2.0/security-groups/8a63154b-c9d0-48ae-a0a9-e4857c221cd3 HTTP/1.1" status: 204 len: 168 time: 0.1357844 Mar 30 01:33:45.958136 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 43296) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:33:45.962246 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff8c9e-3113-41f5-b349-6fe2f5438079 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a63154b-c9d0-48ae-a0a9-e4857c221cd3,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:33:45.971212 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff8c9e-3113-41f5-b349-6fe2f5438079 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:45.971663 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff8c9e-3113-41f5-b349-6fe2f5438079 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:45.972063 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff8c9e-3113-41f5-b349-6fe2f5438079 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:45.972460 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff8c9e-3113-41f5-b349-6fe2f5438079 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:45.972864 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff8c9e-3113-41f5-b349-6fe2f5438079 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:45.973582 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff8c9e-3113-41f5-b349-6fe2f5438079 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:45.974166 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff8c9e-3113-41f5-b349-6fe2f5438079 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:45.974383 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff8c9e-3113-41f5-b349-6fe2f5438079 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:45.974783 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff8c9e-3113-41f5-b349-6fe2f5438079 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:45.975632 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff8c9e-3113-41f5-b349-6fe2f5438079 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:45.975764 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff8c9e-3113-41f5-b349-6fe2f5438079 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:45.976094 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff8c9e-3113-41f5-b349-6fe2f5438079 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:45.976417 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff8c9e-3113-41f5-b349-6fe2f5438079 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:45.976737 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff8c9e-3113-41f5-b349-6fe2f5438079 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:45.976842 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.api.v2.resource [None req-1e55dea3-5535-4549-a4dd-71329b60e179 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] show failed (client error): The resource could not be found. Mar 30 01:33:45.977250 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff8c9e-3113-41f5-b349-6fe2f5438079 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:45.977974 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-1e55dea3-5535-4549-a4dd-71329b60e179 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups/8a63154b-c9d0-48ae-a0a9-e4857c221cd3 HTTP/1.1" status: 404 len: 347 time: 0.0181987 Mar 30 01:33:45.985699 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 43298) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:33:46.123939 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfb6b27-9c4b-4642-98b4-b873df9fa2d7 None None] New status for floating IP 39e97e8a-251b-4d68-9540-51609b1e926c: DOWN {{(pid=103231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:33:46.124971 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-637dfa64-e111-4142-82e3-65667829e478 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Deleting port c5f4693c-de2c-4885-8926-ee078c06a21d {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:33:46.125311 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-637dfa64-e111-4142-82e3-65667829e478 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (c5f4693c-de2c-4885-8926-ee078c06a21d), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:46.203257 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-637dfa64-e111-4142-82e3-65667829e478 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (c5f4693c-de2c-4885-8926-ee078c06a21d), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:46.203636 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-637dfa64-e111-4142-82e3-65667829e478 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for floatingip (c5f4693c-de2c-4885-8926-ee078c06a21d), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:46.215693 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-637dfa64-e111-4142-82e3-65667829e478 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Calling delete_port for c5f4693c-de2c-4885-8926-ee078c06a21d owned by network:floatingip {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:33:46.362749 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-637dfa64-e111-4142-82e3-65667829e478 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (c5f4693c-de2c-4885-8926-ee078c06a21d), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:46.390026 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637dfa64-e111-4142-82e3-65667829e478 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Pushing event deleted for resources: {'Port': ['ID=c5f4693c-de2c-4885-8926-ee078c06a21d,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:33:46.451832 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-637dfa64-e111-4142-82e3-65667829e478 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for floatingip (39e97e8a-251b-4d68-9540-51609b1e926c), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:46.454391 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-637dfa64-e111-4142-82e3-65667829e478 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for floatingip (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:46.455574 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-637dfa64-e111-4142-82e3-65667829e478 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "DELETE /v2.0/floatingips/39e97e8a-251b-4d68-9540-51609b1e926c HTTP/1.1" status: 204 len: 168 time: 0.4688990 Mar 30 01:33:47.753878 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 43306) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:33:47.758609 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-72aafd75-3c66-4d64-84f5-6d0ed8c59761 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Request body: {'security_group': {'name': 'tempest-securitygroup--222583103', 'description': 'tempest-description--92979358'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:33:47.785791 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-72aafd75-3c66-4d64-84f5-6d0ed8c59761 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:47.861821 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-72aafd75-3c66-4d64-84f5-6d0ed8c59761 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for security_group (db7b3ab8-02f0-4845-873b-0a7fd93b0bb8), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:47.867312 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-72aafd75-3c66-4d64-84f5-6d0ed8c59761 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (db7b3ab8-02f0-4845-873b-0a7fd93b0bb8), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:47.907869 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-72aafd75-3c66-4d64-84f5-6d0ed8c59761 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:47.909163 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-72aafd75-3c66-4d64-84f5-6d0ed8c59761 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1541541 Mar 30 01:33:47.911877 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aafd75-3c66-4d64-84f5-6d0ed8c59761 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:33:47.912883 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 43308) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:33:47.917967 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-abb58512-7035-4fe8-9448-9d1dd5d239be tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Request body: {'security_group_rule': {'security_group_id': 'db7b3ab8-02f0-4845-873b-0a7fd93b0bb8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:33:47.947569 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-abb58512-7035-4fe8-9448-9d1dd5d239be tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for security_group_rule (0da16498-0f91-4927-b6d1-8c83e8a3fb40), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:48.003504 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-abb58512-7035-4fe8-9448-9d1dd5d239be tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for security_group_rule (0da16498-0f91-4927-b6d1-8c83e8a3fb40), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:48.008185 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-abb58512-7035-4fe8-9448-9d1dd5d239be tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532171'] for security_group_rule (0da16498-0f91-4927-b6d1-8c83e8a3fb40), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:48.029708 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb58512-7035-4fe8-9448-9d1dd5d239be tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0da16498-0f91-4927-b6d1-8c83e8a3fb40,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:33:48.036549 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-abb58512-7035-4fe8-9448-9d1dd5d239be tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:48.037712 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-abb58512-7035-4fe8-9448-9d1dd5d239be tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238065 Mar 30 01:33:48.040654 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 43310) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:33:48.045175 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-3848d2c4-e483-49c3-82d5-9a01c220a3e9 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Request body: {'security_group_rule': {'security_group_id': 'db7b3ab8-02f0-4845-873b-0a7fd93b0bb8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:33:48.071741 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3848d2c4-e483-49c3-82d5-9a01c220a3e9 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for security_group_rule (1ad2f2df-6812-41f9-9491-0f9141d441e2), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:48.131396 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3848d2c4-e483-49c3-82d5-9a01c220a3e9 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for security_group_rule (1ad2f2df-6812-41f9-9491-0f9141d441e2), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:48.135444 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3848d2c4-e483-49c3-82d5-9a01c220a3e9 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532171'] for security_group_rule (1ad2f2df-6812-41f9-9491-0f9141d441e2), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:48.155154 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848d2c4-e483-49c3-82d5-9a01c220a3e9 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ad2f2df-6812-41f9-9491-0f9141d441e2,revision_number=0']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:33:48.161674 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3848d2c4-e483-49c3-82d5-9a01c220a3e9 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:48.165783 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-3848d2c4-e483-49c3-82d5-9a01c220a3e9 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212096 Mar 30 01:33:48.165894 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 43312) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:33:48.170058 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-c200fd36-6f2e-4723-bbd3-b6886784d6ac tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Request body: {'floatingip': {'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:33:48.191809 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c200fd36-6f2e-4723-bbd3-b6886784d6ac tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:48.274789 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device ce7da202-aa09-4a9a-9abd-515e87782573 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:33:48.285774 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c200fd36-6f2e-4723-bbd3-b6886784d6ac tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:48.294855 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] No Port match for: ce7da202-aa09-4a9a-9abd-515e87782573 {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:33:48.295122 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device ce7da202-aa09-4a9a-9abd-515e87782573 not bound to the agent host hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:33:48.394469 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-c200fd36-6f2e-4723-bbd3-b6886784d6ac tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Allocated IP 172.28.0.75 (37ca571a-19ad-455c-abf6-69b74430259c/15a93e34-d4d7-43d8-ae08-ce799dd1e751/5415c32c-f0e6-4bf4-9bff-e2016b5646cb) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:33:48.512610 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c200fd36-6f2e-4723-bbd3-b6886784d6ac tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for port (5415c32c-f0e6-4bf4-9bff-e2016b5646cb), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:48.555080 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c200fd36-6f2e-4723-bbd3-b6886784d6ac tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (5415c32c-f0e6-4bf4-9bff-e2016b5646cb), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:48.594534 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c200fd36-6f2e-4723-bbd3-b6886784d6ac tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Network 37ca571a-19ad-455c-abf6-69b74430259c is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:33:48.597353 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-c200fd36-6f2e-4723-bbd3-b6886784d6ac tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:33:48.603118 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c200fd36-6f2e-4723-bbd3-b6886784d6ac tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:33:48.608699 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200fd36-6f2e-4723-bbd3-b6886784d6ac tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Pushing event updated for resources: {'Port': ['ID=5415c32c-f0e6-4bf4-9bff-e2016b5646cb,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:33:48.694679 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c200fd36-6f2e-4723-bbd3-b6886784d6ac tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for floatingip (503ccfa2-4368-4ed7-8762-6d1dcb8bab4e), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:48.733818 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c200fd36-6f2e-4723-bbd3-b6886784d6ac tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (5415c32c-f0e6-4bf4-9bff-e2016b5646cb), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:48.907892 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c200fd36-6f2e-4723-bbd3-b6886784d6ac tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for port (5415c32c-f0e6-4bf4-9bff-e2016b5646cb), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:48.913476 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c200fd36-6f2e-4723-bbd3-b6886784d6ac tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (5415c32c-f0e6-4bf4-9bff-e2016b5646cb), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:48.982142 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200fd36-6f2e-4723-bbd3-b6886784d6ac tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Pushing event updated for resources: {'Port': ['ID=5415c32c-f0e6-4bf4-9bff-e2016b5646cb,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:33:48.992611 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c200fd36-6f2e-4723-bbd3-b6886784d6ac tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623942'] for floatingip (503ccfa2-4368-4ed7-8762-6d1dcb8bab4e), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:49.010255 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c200fd36-6f2e-4723-bbd3-b6886784d6ac tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for floatingip (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:49.011520 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-c200fd36-6f2e-4723-bbd3-b6886784d6ac tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8446672 Mar 30 01:33:49.218707 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-d4d504b3-425e-4a18-8af3-09d78a9a64c5 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--222583103&fields=id&tenant_id=61dc5b0786784b47b68b2e4463489f52 HTTP/1.1" status: 200 len: 267 time: 0.0427010 Mar 30 01:33:49.324052 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-a786701d-e9b3-489d-b1e3-a0c07eed5959 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:49.325497 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-a786701d-e9b3-489d-b1e3-a0c07eed5959 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/networks?id=43648525-c7cf-4e35-9f44-2977e45db7f1 HTTP/1.1" status: 200 len: 817 time: 0.1004214 Mar 30 01:33:49.340749 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-8ad834c4-e2f3-43b3-9d70-536981704c3a tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/quotas/61dc5b0786784b47b68b2e4463489f52 HTTP/1.1" status: 200 len: 375 time: 0.0096529 Mar 30 01:33:49.403676 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-1d5b9734-a661-4fab-8a4e-f247123e1cab tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=61dc5b0786784b47b68b2e4463489f52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581322 Mar 30 01:33:49.509577 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-7d771173-868c-4188-80cb-b2c928dfa98c service neutron] 10.222.0.25 "GET /v2.0/networks/43648525-c7cf-4e35-9f44-2977e45db7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924294 Mar 30 01:33:49.603206 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-73c3bfe1-a404-4796-a183-cf8939edda57 service neutron] 10.222.0.25 "GET /v2.0/networks/43648525-c7cf-4e35-9f44-2977e45db7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874975 Mar 30 01:33:49.725731 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aaf5094a-f58a-4791-874e-14b9d84eaf7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:49.773699 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a61667ee-22c3-47ef-8fea-3c8ba4ebff39 req-851ac9ab-f96b-4ff5-b6e9-04902825c81a tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 210 time: 0.0276389 Mar 30 01:33:50.862184 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7dbfe9d7-9b54-436f-9812-fc4f8fbbc7e9 req-70a819a7-4ce4-4a4d-a0d7-81aedb0be386 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 210 time: 0.0334418 Mar 30 01:33:51.945273 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-180c35e1-25a9-4c09-9ad5-e0ec83f25bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:51.946329 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8af12015-7782-438c-b070-9a0cd61352d0 req-574072e0-615b-4a7a-bcd0-17f6ede23e2d tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 210 time: 0.0271664 Mar 30 01:33:52.110947 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:33:53.002338 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:53.035242 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-60a8fd59-76de-44e4-8daa-4c288ab3089e req-e4fe5929-310d-4255-9c91-09ea139b38c4 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 210 time: 0.0307927 Mar 30 01:33:54.139466 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-03e21ca9-dd50-42f0-8583-d175baa804ea req-405eb653-4fe1-4f97-9c6c-297dd5d44cba tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 210 time: 0.0285761 Mar 30 01:33:54.580943 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:54.809502 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-ac8fe221-9258-465e-aa4b-36d3841b98a2 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:54.811515 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-ac8fe221-9258-465e-aa4b-36d3841b98a2 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.18 "GET /v2.0/networks?id=43648525-c7cf-4e35-9f44-2977e45db7f1 HTTP/1.1" status: 200 len: 817 time: 0.1073754 Mar 30 01:33:54.890027 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-2e86f475-6b7c-472e-a903-f93923377e2b tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61dc5b0786784b47b68b2e4463489f52 HTTP/1.1" status: 200 len: 379 time: 0.0693078 Mar 30 01:33:54.897603 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-44fab021-46f9-47a2-b55e-bb7a0467ef66 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Request body: {'port': {'device_id': '5b57cb3c-b6f6-414c-83ff-f3bd2a771e46', 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1', 'admin_state_up': True, 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'security_groups': ['db7b3ab8-02f0-4845-873b-0a7fd93b0bb8']}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:33:55.219092 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-44fab021-46f9-47a2-b55e-bb7a0467ef66 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Made reservation on behalf of 61dc5b0786784b47b68b2e4463489f52 for: {'port': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:33:55.222608 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-44fab021-46f9-47a2-b55e-bb7a0467ef66 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:55.250175 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1ae89bd8-db3c-4b92-b614-a05597f40174 req-1fed4e38-6a53-48aa-9cf1-75933e174247 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 210 time: 0.0391741 Mar 30 01:33:55.351251 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-44fab021-46f9-47a2-b55e-bb7a0467ef66 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Allocated IP 172.20.0.8 (43648525-c7cf-4e35-9f44-2977e45db7f1/109d7294-0dc1-4c33-b6d5-82873c91f0f6/32d94836-0955-4b5c-af47-053720d453be) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:33:55.485487 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-44fab021-46f9-47a2-b55e-bb7a0467ef66 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for port (32d94836-0955-4b5c-af47-053720d453be), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:55.525724 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-44fab021-46f9-47a2-b55e-bb7a0467ef66 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (32d94836-0955-4b5c-af47-053720d453be), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:55.566706 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-44fab021-46f9-47a2-b55e-bb7a0467ef66 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Network 43648525-c7cf-4e35-9f44-2977e45db7f1 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:33:55.569901 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-44fab021-46f9-47a2-b55e-bb7a0467ef66 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:33:55.572627 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-44fab021-46f9-47a2-b55e-bb7a0467ef66 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:33:55.605941 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fab021-46f9-47a2-b55e-bb7a0467ef66 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Pushing event updated for resources: {'Port': ['ID=32d94836-0955-4b5c-af47-053720d453be,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:33:55.639847 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-44fab021-46f9-47a2-b55e-bb7a0467ef66 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:55.640456 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-44fab021-46f9-47a2-b55e-bb7a0467ef66 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:55.657000 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-44fab021-46f9-47a2-b55e-bb7a0467ef66 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7630830 Mar 30 01:33:55.668608 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-76a3f0e0-b8c6-4907-a4dd-f69f219a9276 service neutron] Request body: {'port': {'device_id': '5b57cb3c-b6f6-414c-83ff-f3bd2a771e46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:33:55.728246 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-76a3f0e0-b8c6-4907-a4dd-f69f219a9276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (32d94836-0955-4b5c-af47-053720d453be), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:55.841117 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-5c7027bf-6850-4ec8-9e10-3a0deda53081 None None] Provisioning complete for port 32d94836-0955-4b5c-af47-053720d453be triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:33:55.841731 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5c7027bf-6850-4ec8-9e10-3a0deda53081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (32d94836-0955-4b5c-af47-053720d453be), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:55.875073 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-5c7027bf-6850-4ec8-9e10-3a0deda53081 None None] Port 32d94836-0955-4b5c-af47-053720d453be cannot update to ACTIVE because it is not bound. {{(pid=103230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:33:55.997512 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-76a3f0e0-b8c6-4907-a4dd-f69f219a9276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d94836-0955-4b5c-af47-053720d453be {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:33:56.005386 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-76a3f0e0-b8c6-4907-a4dd-f69f219a9276 service neutron] Publish callbacks [] for port (32d94836-0955-4b5c-af47-053720d453be), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:56.016181 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:56.020693 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-76a3f0e0-b8c6-4907-a4dd-f69f219a9276 service neutron] Transition to ACTIVE for port object 32d94836-0955-4b5c-af47-053720d453be will not be triggered until provisioned by entity L2. {{(pid=103228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:33:56.025153 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-76a3f0e0-b8c6-4907-a4dd-f69f219a9276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (32d94836-0955-4b5c-af47-053720d453be), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:56.075401 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3f0e0-b8c6-4907-a4dd-f69f219a9276 service neutron] Pushing event updated for resources: {'Port': ['ID=32d94836-0955-4b5c-af47-053720d453be,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:33:56.152444 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-76a3f0e0-b8c6-4907-a4dd-f69f219a9276 service neutron] Attempting to bind port 32d94836-0955-4b5c-af47-053720d453be on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:33:56.152772 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-76a3f0e0-b8c6-4907-a4dd-f69f219a9276 service neutron] Attempting to bind port 32d94836-0955-4b5c-af47-053720d453be by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '5d2e7dcd-3d5b-47c5-be1e-e458e697b14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:33:56.153096 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-76a3f0e0-b8c6-4907-a4dd-f69f219a9276 service neutron] Attempting to bind port 32d94836-0955-4b5c-af47-053720d453be on network 43648525-c7cf-4e35-9f44-2977e45db7f1 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:33:56.157474 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-76a3f0e0-b8c6-4907-a4dd-f69f219a9276 service neutron] Port 32d94836-0955-4b5c-af47-053720d453be on network 43648525-c7cf-4e35-9f44-2977e45db7f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:33:56.157786 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-76a3f0e0-b8c6-4907-a4dd-f69f219a9276 service neutron] Attempting to bind port 32d94836-0955-4b5c-af47-053720d453be on network 43648525-c7cf-4e35-9f44-2977e45db7f1 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:33:56.163431 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-76a3f0e0-b8c6-4907-a4dd-f69f219a9276 service neutron] Checking agent: {'id': '4d4a4723-54eb-40cd-a736-b5d7ac710e77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'started_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:33:56.164015 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-76a3f0e0-b8c6-4907-a4dd-f69f219a9276 service neutron] Checking segment: {'id': '5d2e7dcd-3d5b-47c5-be1e-e458e697b14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:33:56.164461 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-76a3f0e0-b8c6-4907-a4dd-f69f219a9276 service neutron] Bound using segment: {'id': '5d2e7dcd-3d5b-47c5-be1e-e458e697b14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:33:56.164947 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-76a3f0e0-b8c6-4907-a4dd-f69f219a9276 service neutron] Bound port: 32d94836-0955-4b5c-af47-053720d453be, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d2e7dcd-3d5b-47c5-be1e-e458e697b14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:33:56.165319 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-76a3f0e0-b8c6-4907-a4dd-f69f219a9276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (32d94836-0955-4b5c-af47-053720d453be), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:56.245275 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-76a3f0e0-b8c6-4907-a4dd-f69f219a9276 service neutron] For port 32d94836-0955-4b5c-af47-053720d453be, host hv-cinder-81713, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:33:56.249018 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-76a3f0e0-b8c6-4907-a4dd-f69f219a9276 service neutron] For port 32d94836-0955-4b5c-af47-053720d453be, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=32d94836-0955-4b5c-af47-053720d453be,segment=NetworkSegment(5d2e7dcd-3d5b-47c5-be1e-e458e697b14e),segment_id=5d2e7dcd-3d5b-47c5-be1e-e458e697b14e)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:33:56.255582 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-76a3f0e0-b8c6-4907-a4dd-f69f219a9276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (32d94836-0955-4b5c-af47-053720d453be), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:56.300176 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-76a3f0e0-b8c6-4907-a4dd-f69f219a9276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:56.307397 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-76a3f0e0-b8c6-4907-a4dd-f69f219a9276 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:56.309047 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-76a3f0e0-b8c6-4907-a4dd-f69f219a9276 service neutron] 10.222.0.18 "PUT /v2.0/ports/32d94836-0955-4b5c-af47-053720d453be HTTP/1.1" status: 200 len: 1093 time: 0.6448686 Mar 30 01:33:56.309537 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b57cb3c-b6f6-414c-83ff-f3bd2a771e46', 'tag': '32d94836-0955-4b5c-af47-053720d453be'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:33:56.311896 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa241f9-abf3-4b46-9364-c20ca5bbba7b" -d '{"events": [{"name": "network-changed", "server_uuid": "5b57cb3c-b6f6-414c-83ff-f3bd2a771e46", "tag": "32d94836-0955-4b5c-af47-053720d453be"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:33:56.343024 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3f0e0-b8c6-4907-a4dd-f69f219a9276 service neutron] Pushing event updated for resources: {'Port': ['ID=32d94836-0955-4b5c-af47-053720d453be,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:33:56.361092 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce50237-7012-4a1c-a47e-b19bbb16cbc6 x-openstack-request-id: req-0ce50237-7012-4a1c-a47e-b19bbb16cbc6 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:33:56.361464 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b57cb3c-b6f6-414c-83ff-f3bd2a771e46", "tag": "32d94836-0955-4b5c-af47-053720d453be", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:33:56.361801 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ce50237-7012-4a1c-a47e-b19bbb16cbc6 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:33:56.362269 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ce50237-7012-4a1c-a47e-b19bbb16cbc6'] response: {'name': 'network-changed', 'server_uuid': '5b57cb3c-b6f6-414c-83ff-f3bd2a771e46', 'tag': '32d94836-0955-4b5c-af47-053720d453be', 'status': 'completed', 'code': 200} Mar 30 01:33:56.408557 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a9298-0752-4d58-a43f-d28153bf4534 req-d05fc6b9-26ea-4f07-920a-4e983db047ac tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:56.410143 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-fb8a9298-0752-4d58-a43f-d28153bf4534 req-d05fc6b9-26ea-4f07-920a-4e983db047ac tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 943 time: 0.0641923 Mar 30 01:33:56.417360 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-a6f11b12-22b1-4e60-8602-3d079e6ebff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:56.418981 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-a6f11b12-22b1-4e60-8602-3d079e6ebff6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=61dc5b0786784b47b68b2e4463489f52&device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 1127 time: 0.0512595 Mar 30 01:33:56.461335 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-fb8a9298-0752-4d58-a43f-d28153bf4534 req-822baf74-b9c8-4f2c-a197-a444e2191638 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448921 Mar 30 01:33:56.469708 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-de4f902e-d2f2-4b23-9eec-c8cfdb8f66bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32d94836-0955-4b5c-af47-053720d453be HTTP/1.1" status: 200 len: 217 time: 0.0421870 Mar 30 01:33:56.519796 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-9c7c140d-5f0d-4f4f-85d4-14f59dc3705d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:56.521286 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-9c7c140d-5f0d-4f4f-85d4-14f59dc3705d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=109d7294-0dc1-4c33-b6d5-82873c91f0f6 HTTP/1.1" status: 200 len: 856 time: 0.0451791 Mar 30 01:33:56.570309 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-04675e1b-c75a-4ac9-ba88-097e9287607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:56.571823 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-04675e1b-c75a-4ac9-ba88-097e9287607e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43648525-c7cf-4e35-9f44-2977e45db7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0440414 Mar 30 01:33:56.665026 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-53617c5d-7015-40cf-8bfb-9484c287e248 service neutron] 10.222.0.18 "GET /v2.0/networks/43648525-c7cf-4e35-9f44-2977e45db7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863950 Mar 30 01:33:56.765333 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ccf22250-93eb-4718-8dcf-58ef48f8e3fa req-9f02ec4b-77ca-4941-8a88-f056a1706b9e service neutron] 10.222.0.18 "GET /v2.0/networks/43648525-c7cf-4e35-9f44-2977e45db7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941050 Mar 30 01:33:56.880664 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa241f9-abf3-4b46-9364-c20ca5bbba7b req-61b29e1d-a20b-49c7-a72c-fa3152da2c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:56.882345 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-8aa241f9-abf3-4b46-9364-c20ca5bbba7b req-61b29e1d-a20b-49c7-a72c-fa3152da2c20 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=61dc5b0786784b47b68b2e4463489f52&device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 1127 time: 0.0493295 Mar 30 01:33:56.987195 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa241f9-abf3-4b46-9364-c20ca5bbba7b req-122f46cb-7ad9-443c-9001-ed40000ddcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:56.988649 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-8aa241f9-abf3-4b46-9364-c20ca5bbba7b req-122f46cb-7ad9-443c-9001-ed40000ddcc3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=43648525-c7cf-4e35-9f44-2977e45db7f1 HTTP/1.1" status: 200 len: 918 time: 0.0990622 Mar 30 01:33:57.030887 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-8aa241f9-abf3-4b46-9364-c20ca5bbba7b req-e9bb7369-e10a-4123-9cee-5b9a9a22a5c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32d94836-0955-4b5c-af47-053720d453be HTTP/1.1" status: 200 len: 217 time: 0.0345881 Mar 30 01:33:57.079286 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa241f9-abf3-4b46-9364-c20ca5bbba7b req-a6770987-0798-4edc-98b1-39ccb8764770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:57.080685 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-8aa241f9-abf3-4b46-9364-c20ca5bbba7b req-a6770987-0798-4edc-98b1-39ccb8764770 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=109d7294-0dc1-4c33-b6d5-82873c91f0f6 HTTP/1.1" status: 200 len: 856 time: 0.0437114 Mar 30 01:33:57.136126 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa241f9-abf3-4b46-9364-c20ca5bbba7b req-d00ec1cf-b1e5-4da7-877e-b36dfc65f160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:57.137557 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-8aa241f9-abf3-4b46-9364-c20ca5bbba7b req-d00ec1cf-b1e5-4da7-877e-b36dfc65f160 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43648525-c7cf-4e35-9f44-2977e45db7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0503595 Mar 30 01:33:57.234060 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-8aa241f9-abf3-4b46-9364-c20ca5bbba7b req-a6a3455c-ba89-41a9-8d54-ef4a5cf241b6 service neutron] 10.222.0.18 "GET /v2.0/networks/43648525-c7cf-4e35-9f44-2977e45db7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900981 Mar 30 01:33:57.330341 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-8aa241f9-abf3-4b46-9364-c20ca5bbba7b req-c7002f69-0d93-4a6f-8213-77d5fc9e0606 service neutron] 10.222.0.18 "GET /v2.0/networks/43648525-c7cf-4e35-9f44-2977e45db7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891323 Mar 30 01:33:57.526441 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97396b-ccdb-4501-a177-f4a5f4d4b0f7 req-ed506b5a-aeda-4b3c-9657-802a00ca63a9 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:57.528096 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6e97396b-ccdb-4501-a177-f4a5f4d4b0f7 req-ed506b5a-aeda-4b3c-9657-802a00ca63a9 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0568981 Mar 30 01:33:57.609592 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6e97396b-ccdb-4501-a177-f4a5f4d4b0f7 req-f314ee4f-5d1a-4acf-92d1-d65a0589e6aa tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757165 Mar 30 01:33:57.629971 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f468b91-af83-4bf4-8205-fb3a7b37350a req-7ed7e182-1204-4570-b5e7-382e1ebd3a29 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:57.631523 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1f468b91-af83-4bf4-8205-fb3a7b37350a req-7ed7e182-1204-4570-b5e7-382e1ebd3a29 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 943 time: 0.0955884 Mar 30 01:33:57.682059 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1f468b91-af83-4bf4-8205-fb3a7b37350a req-760595f2-c02e-49df-8a84-4e7008047ff6 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420508 Mar 30 01:33:58.744570 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619139c2-6ff8-4514-8ea4-4b829cce748b req-3f55d20c-8475-45c5-a9b2-95502724bc94 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:58.746098 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-619139c2-6ff8-4514-8ea4-4b829cce748b req-3f55d20c-8475-45c5-a9b2-95502724bc94 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0541451 Mar 30 01:33:58.829893 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-619139c2-6ff8-4514-8ea4-4b829cce748b req-c24a100c-a3d2-42d0-8c73-7b0227c87572 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780416 Mar 30 01:33:58.845007 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f0efe-8f74-48d3-9a62-dde51ae52968 req-b13f8e63-f5c3-44a8-8766-1e5b391b092a tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:58.846567 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c18f0efe-8f74-48d3-9a62-dde51ae52968 req-b13f8e63-f5c3-44a8-8766-1e5b391b092a tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 943 time: 0.0936933 Mar 30 01:33:58.895552 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c18f0efe-8f74-48d3-9a62-dde51ae52968 req-534fc0f1-fb23-4333-82fe-b8c80b3fb1d5 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428493 Mar 30 01:33:59.963298 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375d6a5-9386-4959-9e4b-c93c7496af6a req-eca58cee-8911-4d78-bd1c-b265fcd8e78a tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:59.964788 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7375d6a5-9386-4959-9e4b-c93c7496af6a req-eca58cee-8911-4d78-bd1c-b265fcd8e78a tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0605962 Mar 30 01:34:00.041076 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7375d6a5-9386-4959-9e4b-c93c7496af6a req-7c6f38cf-d201-4f6e-a86d-cde69528e246 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647037 Mar 30 01:34:00.048765 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9f70c-4b4b-4fa8-9af3-53e37843e4a3 req-c70f3f3a-3930-4493-8ba1-f68e276ecbe6 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:00.050194 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-11f9f70c-4b4b-4fa8-9af3-53e37843e4a3 req-c70f3f3a-3930-4493-8ba1-f68e276ecbe6 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 943 time: 0.0822389 Mar 30 01:34:00.100944 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-11f9f70c-4b4b-4fa8-9af3-53e37843e4a3 req-4586b93a-2933-46f7-9924-c7b419ab483b tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448570 Mar 30 01:34:00.338441 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 32d94836-0955-4b5c-af47-053720d453be details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:34:00.442309 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 32d94836-0955-4b5c-af47-053720d453be, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=32d94836-0955-4b5c-af47-053720d453be,segment=NetworkSegment(5d2e7dcd-3d5b-47c5-be1e-e458e697b14e),segment_id=5d2e7dcd-3d5b-47c5-be1e-e458e697b14e)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:00.453770 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Returning: {'device': '32d94836-0955-4b5c-af47-053720d453be', 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1', 'port_id': '32d94836-0955-4b5c-af47-053720d453be', 'mac_address': 'fa:16:3e:db:62:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:34:00.494581 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port 32d94836-0955-4b5c-af47-053720d453be is: DOWN; New status is: BUILD {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:34:00.494960 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (32d94836-0955-4b5c-af47-053720d453be), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:00.507891 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d94836-0955-4b5c-af47-053720d453be {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:34:00.527232 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 32d94836-0955-4b5c-af47-053720d453be, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=32d94836-0955-4b5c-af47-053720d453be,segment=NetworkSegment(5d2e7dcd-3d5b-47c5-be1e-e458e697b14e),segment_id=5d2e7dcd-3d5b-47c5-be1e-e458e697b14e)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:00.534579 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (32d94836-0955-4b5c-af47-053720d453be), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:00.581600 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=32d94836-0955-4b5c-af47-053720d453be,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:00.589076 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:00.589420 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:00.589755 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:00.590116 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:00.590446 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:00.590805 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:00.591127 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:00.591451 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:00.591772 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:00.592092 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:00.592410 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:00.592751 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:00.593058 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:00.593375 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:00.593689 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:00.939478 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['32d94836-0955-4b5c-af47-053720d453be'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:34:01.164265 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192e088-d3e2-4560-be5d-5ea3e01bdc57 req-4e1244d2-7c28-4387-9be8-62657dab789b tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:01.165780 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b192e088-d3e2-4560-be5d-5ea3e01bdc57 req-4e1244d2-7c28-4387-9be8-62657dab789b tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0548623 Mar 30 01:34:01.240710 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b192e088-d3e2-4560-be5d-5ea3e01bdc57 req-5fe677d8-25d9-47bd-9f5f-14a1dbfef124 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690320 Mar 30 01:34:01.252569 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d659b7f-7e7e-4f6b-a38b-adb64b77e70d req-c63e764c-ee93-4fde-9c2d-95a49d999b25 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:01.254025 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-3d659b7f-7e7e-4f6b-a38b-adb64b77e70d req-c63e764c-ee93-4fde-9c2d-95a49d999b25 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 944 time: 0.0808849 Mar 30 01:34:01.302455 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-3d659b7f-7e7e-4f6b-a38b-adb64b77e70d req-47de4ea6-0480-4f61-80a6-23ee7092004e tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429022 Mar 30 01:34:02.341601 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 32d94836-0955-4b5c-af47-053720d453be up at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:34:02.371560 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737e8de-878a-4c3f-a791-7a11f32e0da1 req-61a53313-0dc8-44c8-b56c-24eb47c3ea29 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:02.373060 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b737e8de-878a-4c3f-a791-7a11f32e0da1 req-61a53313-0dc8-44c8-b56c-24eb47c3ea29 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0600252 Mar 30 01:34:02.393057 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning for port 32d94836-0955-4b5c-af47-053720d453be completed by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:34:02.397203 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning complete for port 32d94836-0955-4b5c-af47-053720d453be triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:34:02.397575 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (32d94836-0955-4b5c-af47-053720d453be), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:02.450067 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b737e8de-878a-4c3f-a791-7a11f32e0da1 req-8969ee7b-7852-4eb2-80ad-41d1d50e7981 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706427 Mar 30 01:34:02.461678 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2e449-3089-4841-8876-cc49255b21f2 req-daf148c9-2a04-45c7-b6e9-373b632ca249 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:02.463412 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b1b2e449-3089-4841-8876-cc49255b21f2 req-daf148c9-2a04-45c7-b6e9-373b632ca249 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 944 time: 0.0852940 Mar 30 01:34:02.477608 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port 32d94836-0955-4b5c-af47-053720d453be is: BUILD; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:34:02.478074 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (32d94836-0955-4b5c-af47-053720d453be), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:02.502156 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b57cb3c-b6f6-414c-83ff-f3bd2a771e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d94836-0955-4b5c-af47-053720d453be'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:34:02.504456 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b54a399a95781ce0e36d18e73dfd9bddfd965df0fcdebdd8e46dd02a402f6d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ce42a1-eeb6-45ef-9dc8-dc3bafea4ca6" -d '{"events": [{"server_uuid": "5b57cb3c-b6f6-414c-83ff-f3bd2a771e46", "name": "network-vif-plugged", "status": "completed", "tag": "32d94836-0955-4b5c-af47-053720d453be"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:34:02.513252 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b1b2e449-3089-4841-8876-cc49255b21f2 req-77fdff32-fbce-49dc-b377-df0875ad2cd4 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435002 Mar 30 01:34:02.517356 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 32d94836-0955-4b5c-af47-053720d453be, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=32d94836-0955-4b5c-af47-053720d453be,segment=NetworkSegment(5d2e7dcd-3d5b-47c5-be1e-e458e697b14e),segment_id=5d2e7dcd-3d5b-47c5-be1e-e458e697b14e)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:02.525008 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (32d94836-0955-4b5c-af47-053720d453be), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:02.550475 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1043cbbf-d729-4d76-bc6f-8e5ac49cdf1c x-openstack-request-id: req-1043cbbf-d729-4d76-bc6f-8e5ac49cdf1c {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:34:02.550769 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b57cb3c-b6f6-414c-83ff-f3bd2a771e46", "name": "network-vif-plugged", "status": "completed", "tag": "32d94836-0955-4b5c-af47-053720d453be", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:34:02.551025 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1043cbbf-d729-4d76-bc6f-8e5ac49cdf1c {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:34:02.551421 dv-cinder-817135-7-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1043cbbf-d729-4d76-bc6f-8e5ac49cdf1c'] response: {'server_uuid': '5b57cb3c-b6f6-414c-83ff-f3bd2a771e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d94836-0955-4b5c-af47-053720d453be', 'code': 200} Mar 30 01:34:02.577654 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=32d94836-0955-4b5c-af47-053720d453be,revision_number=5']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:02.737298 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdee70-cd61-4473-a46e-1983021983bc req-ddeb6af6-f1d2-46b2-8960-bb71ad487e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:02.738826 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-3cbdee70-cd61-4473-a46e-1983021983bc req-ddeb6af6-f1d2-46b2-8960-bb71ad487e16 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 1129 time: 0.0477395 Mar 30 01:34:02.787620 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-3cbdee70-cd61-4473-a46e-1983021983bc req-fc838250-5b16-45bd-b0b7-69e127df3934 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416002 Mar 30 01:34:03.586387 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e440bd0-4ab4-4df1-b2e6-38858bc9f450 req-cb679c54-8d3b-4f91-bd24-13654dcb2111 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:03.588389 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-3e440bd0-4ab4-4df1-b2e6-38858bc9f450 req-cb679c54-8d3b-4f91-bd24-13654dcb2111 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0618916 Mar 30 01:34:03.664414 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-3e440bd0-4ab4-4df1-b2e6-38858bc9f450 req-15aa26bd-5cc2-409f-9e49-84cf5f674016 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659764 Mar 30 01:34:03.672029 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56426e9c-8d05-4bee-abb3-45dafab1cb01 req-19e369fa-6c71-4794-b1f6-a0e580dfc28b tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:03.673446 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-56426e9c-8d05-4bee-abb3-45dafab1cb01 req-19e369fa-6c71-4794-b1f6-a0e580dfc28b tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 945 time: 0.0833447 Mar 30 01:34:03.725286 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-56426e9c-8d05-4bee-abb3-45dafab1cb01 req-02d6c036-d286-417c-b9b2-378f6e41985f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436034 Mar 30 01:34:04.713339 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:04.794798 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c6dc8-4beb-4486-9638-59ff0b6f33bc req-43edd279-664c-46fd-ba0c-2291423bcff9 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:04.796290 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-af7c6dc8-4beb-4486-9638-59ff0b6f33bc req-43edd279-664c-46fd-ba0c-2291423bcff9 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0559082 Mar 30 01:34:04.875668 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-af7c6dc8-4beb-4486-9638-59ff0b6f33bc req-42975f7d-ad14-4077-bf02-cad6f7edc74b tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731273 Mar 30 01:34:04.887464 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80215777-00d5-458e-8666-9d7ebdaa1375 req-de730244-6678-48ae-920d-31d349e1bfa9 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:04.889242 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-80215777-00d5-458e-8666-9d7ebdaa1375 req-de730244-6678-48ae-920d-31d349e1bfa9 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 945 time: 0.0884349 Mar 30 01:34:04.937518 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-80215777-00d5-458e-8666-9d7ebdaa1375 req-49970870-4a43-4d0c-91fe-0f90412d130c tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427558 Mar 30 01:34:05.072291 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822d533-db74-473f-928d-f093a11cc6c7 req-11137331-c14b-43b5-a7c8-84884ece8ed1 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:05.074522 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a822d533-db74-473f-928d-f093a11cc6c7 req-11137331-c14b-43b5-a7c8-84884ece8ed1 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 945 time: 0.0662327 Mar 30 01:34:05.086114 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 43410) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:05.091022 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-11a5d2f3-6985-4003-a4a7-d0d473d8007e tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Request body: {'floatingip': {'port_id': '32d94836-0955-4b5c-af47-053720d453be'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:34:05.132362 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-11a5d2f3-6985-4003-a4a7-d0d473d8007e tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for floatingip (503ccfa2-4368-4ed7-8762-6d1dcb8bab4e), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:05.807815 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-11a5d2f3-6985-4003-a4a7-d0d473d8007e tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:05.813781 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-11a5d2f3-6985-4003-a4a7-d0d473d8007e tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623942'] for floatingip (503ccfa2-4368-4ed7-8762-6d1dcb8bab4e), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:05.918153 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.db.l3_db [None req-11a5d2f3-6985-4003-a4a7-d0d473d8007e tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Floating IP 503ccfa2-4368-4ed7-8762-6d1dcb8bab4e associated. External IP: 172.28.0.75, port: 32d94836-0955-4b5c-af47-053720d453be. Mar 30 01:34:06.055065 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2b9c8-1e0d-433e-a1ea-7e6a182f9038 req-aa5d7662-b821-4eef-8f70-4cea9744d34d tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:06.057083 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-45d2b9c8-1e0d-433e-a1ea-7e6a182f9038 req-aa5d7662-b821-4eef-8f70-4cea9744d34d tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.1026700 Mar 30 01:34:06.173892 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-45d2b9c8-1e0d-433e-a1ea-7e6a182f9038 req-9f5c4ee5-30ae-4e88-ab3a-fbf717ba7e8d tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110322 Mar 30 01:34:06.207122 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a5d2f3-6985-4003-a4a7-d0d473d8007e tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Router 6f7a6db5-22fa-4aaf-942a-34ebe367e11f has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:34:06.318255 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a5d2f3-6985-4003-a4a7-d0d473d8007e tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:34:06.323919 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-11a5d2f3-6985-4003-a4a7-d0d473d8007e tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:06.330300 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8794829-be5e-4760-9138-cb9db9c64217 None None] Sync routers for ids ['6f7a6db5-22fa-4aaf-942a-34ebe367e11f'] in dv-cinder-817135-7-smb {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:34:06.341804 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8794829-be5e-4760-9138-cb9db9c64217 None None] Routers {'6f7a6db5-22fa-4aaf-942a-34ebe367e11f'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:34:06.342436 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-f8794829-be5e-4760-9138-cb9db9c64217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:33:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6f7a6db5-22fa-4aaf-942a-34ebe367e11f'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:06.366424 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-11a5d2f3-6985-4003-a4a7-d0d473d8007e tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "PUT /v2.0/floatingips/503ccfa2-4368-4ed7-8762-6d1dcb8bab4e HTTP/1.1" status: 200 len: 990 time: 1.2663486 Mar 30 01:34:06.366424 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b57cb3c-b6f6-414c-83ff-f3bd2a771e46', 'tag': '32d94836-0955-4b5c-af47-053720d453be'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:34:06.366424 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ee1e0a93b5aae8634dc44ede2e08a21acb25dbbcfc8760de0fb17172de978b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04957c5-edde-425f-8b30-947b6c8e617e" -d '{"events": [{"name": "network-changed", "server_uuid": "5b57cb3c-b6f6-414c-83ff-f3bd2a771e46", "tag": "32d94836-0955-4b5c-af47-053720d453be"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:34:06.392531 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414e9b7d-35da-48a7-95d8-6d35e09f3b94 x-openstack-request-id: req-414e9b7d-35da-48a7-95d8-6d35e09f3b94 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:34:06.392878 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b57cb3c-b6f6-414c-83ff-f3bd2a771e46", "tag": "32d94836-0955-4b5c-af47-053720d453be", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:34:06.393191 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-414e9b7d-35da-48a7-95d8-6d35e09f3b94 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:34:06.393598 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-414e9b7d-35da-48a7-95d8-6d35e09f3b94'] response: {'name': 'network-changed', 'server_uuid': '5b57cb3c-b6f6-414c-83ff-f3bd2a771e46', 'tag': '32d94836-0955-4b5c-af47-053720d453be', 'status': 'completed', 'code': 200} Mar 30 01:34:06.454181 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-f8794829-be5e-4760-9138-cb9db9c64217 None None] Set router 6f7a6db5-22fa-4aaf-942a-34ebe367e11f gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:34:06.459420 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04957c5-edde-425f-8b30-947b6c8e617e req-5e08f2bf-8410-4783-a03a-13fe623cf5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:06.460916 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f04957c5-edde-425f-8b30-947b6c8e617e req-5e08f2bf-8410-4783-a03a-13fe623cf5bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=61dc5b0786784b47b68b2e4463489f52&device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 1129 time: 0.0456758 Mar 30 01:34:06.559987 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04957c5-edde-425f-8b30-947b6c8e617e req-d6395cb9-97ef-48e0-9c74-41cb02af8b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:06.561503 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f04957c5-edde-425f-8b30-947b6c8e617e req-d6395cb9-97ef-48e0-9c74-41cb02af8b9f service neutron] 10.222.0.18 "GET /v2.0/networks?id=43648525-c7cf-4e35-9f44-2977e45db7f1 HTTP/1.1" status: 200 len: 918 time: 0.0946174 Mar 30 01:34:06.629144 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f04957c5-edde-425f-8b30-947b6c8e617e req-a9672cf8-4195-4e91-b6cc-e4a1f3cf9053 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32d94836-0955-4b5c-af47-053720d453be HTTP/1.1" status: 200 len: 998 time: 0.0613227 Mar 30 01:34:06.681761 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04957c5-edde-425f-8b30-947b6c8e617e req-f89af059-97b5-4afa-b3ad-4002946f1d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:06.683247 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f04957c5-edde-425f-8b30-947b6c8e617e req-f89af059-97b5-4afa-b3ad-4002946f1d78 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=109d7294-0dc1-4c33-b6d5-82873c91f0f6 HTTP/1.1" status: 200 len: 856 time: 0.0484502 Mar 30 01:34:06.732566 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04957c5-edde-425f-8b30-947b6c8e617e req-f5e6e5c5-c8bb-4a26-a22e-dd3a170e13c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:06.734007 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f04957c5-edde-425f-8b30-947b6c8e617e req-f5e6e5c5-c8bb-4a26-a22e-dd3a170e13c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43648525-c7cf-4e35-9f44-2977e45db7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0446365 Mar 30 01:34:06.822136 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f04957c5-edde-425f-8b30-947b6c8e617e req-cdec2d5c-6701-4956-b842-f5007cbdfe87 service neutron] 10.222.0.18 "GET /v2.0/networks/43648525-c7cf-4e35-9f44-2977e45db7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813046 Mar 30 01:34:06.851156 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-f8794829-be5e-4760-9138-cb9db9c64217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'name': 'tempest-AttachVolumeShelveTestJSON-2106925405-router', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:09Z', 'updated_at': '2022-03-30T01:29:17Z', 'revision_number': 4, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'gw_port': {'id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:10Z', 'updated_at': '2022-03-30T01:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '503ccfa2-4368-4ed7-8762-6d1dcb8bab4e', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'floating_ip_address': '172.28.0.75', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'port_id': '32d94836-0955-4b5c-af47-053720d453be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1', 'mac_address': 'fa:16:3e:db:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b57cb3c-b6f6-414c-83ff-f3bd2a771e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:33:48Z', 'updated_at': '2022-03-30T01:34:05Z', 'revision_number': 1, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '859c8630-07ce-4498-b24f-59cc873c5033', 'name': '', 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'mac_address': 'fa:16:3e:26:62:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:15Z', 'updated_at': '2022-03-30T01:29:27Z', 'revision_number': 5, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'subnets': [{'id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:06.883046 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8794829-be5e-4760-9138-cb9db9c64217 None None] Checking router: 6f7a6db5-22fa-4aaf-942a-34ebe367e11f for host: dv-cinder-817135-7-smb {{(pid=103230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:34:06.892270 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8794829-be5e-4760-9138-cb9db9c64217 None None] Routers {'6f7a6db5-22fa-4aaf-942a-34ebe367e11f'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:34:06.892889 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-f8794829-be5e-4760-9138-cb9db9c64217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:33:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6f7a6db5-22fa-4aaf-942a-34ebe367e11f'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:06.919519 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f04957c5-edde-425f-8b30-947b6c8e617e req-9b4b4a56-8675-4275-9d9a-6a8d693f450b service neutron] 10.222.0.18 "GET /v2.0/networks/43648525-c7cf-4e35-9f44-2977e45db7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914843 Mar 30 01:34:07.004835 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-f8794829-be5e-4760-9138-cb9db9c64217 None None] Set router 6f7a6db5-22fa-4aaf-942a-34ebe367e11f gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:34:07.231587 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-f8794829-be5e-4760-9138-cb9db9c64217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'name': 'tempest-AttachVolumeShelveTestJSON-2106925405-router', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:09Z', 'updated_at': '2022-03-30T01:29:17Z', 'revision_number': 4, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'gw_port': {'id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:10Z', 'updated_at': '2022-03-30T01:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '503ccfa2-4368-4ed7-8762-6d1dcb8bab4e', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'floating_ip_address': '172.28.0.75', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'port_id': '32d94836-0955-4b5c-af47-053720d453be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1', 'mac_address': 'fa:16:3e:db:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b57cb3c-b6f6-414c-83ff-f3bd2a771e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:33:48Z', 'updated_at': '2022-03-30T01:34:05Z', 'revision_number': 1, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '859c8630-07ce-4498-b24f-59cc873c5033', 'name': '', 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'mac_address': 'fa:16:3e:26:62:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:15Z', 'updated_at': '2022-03-30T01:29:27Z', 'revision_number': 5, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'subnets': [{'id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:07.261777 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8794829-be5e-4760-9138-cb9db9c64217 None None] The sync data for ids ['6f7a6db5-22fa-4aaf-942a-34ebe367e11f'] in dv-cinder-817135-7-smb is: [{'id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'name': 'tempest-AttachVolumeShelveTestJSON-2106925405-router', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:09Z', 'updated_at': '2022-03-30T01:29:17Z', 'revision_number': 4, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'gw_port': {'id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:10Z', 'updated_at': '2022-03-30T01:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '503ccfa2-4368-4ed7-8762-6d1dcb8bab4e', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'floating_ip_address': '172.28.0.75', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'port_id': '32d94836-0955-4b5c-af47-053720d453be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1', 'mac_address': 'fa:16:3e:db:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b57cb3c-b6f6-414c-83ff-f3bd2a771e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:33:48Z', 'updated_at': '2022-03-30T01:34:05Z', 'revision_number': 1, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '859c8630-07ce-4498-b24f-59cc873c5033', 'name': '', 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'mac_address': 'fa:16:3e:26:62:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:15Z', 'updated_at': '2022-03-30T01:29:27Z', 'revision_number': 5, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'subnets': [{'id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:34:07.299396 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6bf33-cebe-4b50-a833-3958ff7d89b8 req-6d929611-3346-4a56-9e18-a8ce5b44faa9 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:07.300989 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8cc6bf33-cebe-4b50-a833-3958ff7d89b8 req-6d929611-3346-4a56-9e18-a8ce5b44faa9 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0592635 Mar 30 01:34:07.349666 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8cc6bf33-cebe-4b50-a833-3958ff7d89b8 req-8ccbb020-6dac-44bc-9fea-05caaa7ebc77 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429201 Mar 30 01:34:07.443618 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-862b26d5-5a70-4c83-af15-8ecca546d500 req-e1bab754-79d8-4ed4-8a5f-5a89abbc8753 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454903 Mar 30 01:34:07.461667 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbeafce-3f54-40dd-a35f-04391ef90c9a None None] New status for floating IP 503ccfa2-4368-4ed7-8762-6d1dcb8bab4e: ACTIVE {{(pid=103231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:34:07.509562 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b26d5-5a70-4c83-af15-8ecca546d500 req-07484231-f95e-4bbb-b5e4-c733d9177824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:07.511288 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-862b26d5-5a70-4c83-af15-8ecca546d500 req-07484231-f95e-4bbb-b5e4-c733d9177824 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d9a35d928b647dc9915d88e0bf1f590&device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 1130 time: 0.0461605 Mar 30 01:34:07.617009 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b26d5-5a70-4c83-af15-8ecca546d500 req-c22619a6-1ce6-4f0a-bcf2-4893828841b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:07.618832 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-862b26d5-5a70-4c83-af15-8ecca546d500 req-c22619a6-1ce6-4f0a-bcf2-4893828841b2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=37a51576-2901-40b9-a77d-ddc99f82f95c HTTP/1.1" status: 200 len: 918 time: 0.0882022 Mar 30 01:34:07.660320 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-862b26d5-5a70-4c83-af15-8ecca546d500 req-c6323df1-6034-4105-bf54-faac398b0d43 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5 HTTP/1.1" status: 200 len: 217 time: 0.0358746 Mar 30 01:34:07.723590 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b26d5-5a70-4c83-af15-8ecca546d500 req-ba50c416-9ccf-4a55-8f61-3dfd5bda702a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:07.725006 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-862b26d5-5a70-4c83-af15-8ecca546d500 req-ba50c416-9ccf-4a55-8f61-3dfd5bda702a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81bb63ca-5b7c-44e1-993e-20d1ff7fbcda HTTP/1.1" status: 200 len: 856 time: 0.0575895 Mar 30 01:34:07.779293 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b26d5-5a70-4c83-af15-8ecca546d500 req-fd5e0e6f-c044-446a-bcbe-a909903a6432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:07.780806 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-862b26d5-5a70-4c83-af15-8ecca546d500 req-fd5e0e6f-c044-446a-bcbe-a909903a6432 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37a51576-2901-40b9-a77d-ddc99f82f95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0475035 Mar 30 01:34:07.875472 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-862b26d5-5a70-4c83-af15-8ecca546d500 req-69811095-0944-4d38-989c-e9640afe243b service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880144 Mar 30 01:34:07.972845 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-862b26d5-5a70-4c83-af15-8ecca546d500 req-5cfa8cda-e146-4f1c-a812-1fe9e7be1283 service neutron] 10.222.0.18 "GET /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897603 Mar 30 01:34:08.478104 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c603f97-83bc-4771-b375-c4bacd6f7cde req-8f6941ba-a30b-4a4d-a40d-7d4934ca034f tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:08.479625 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4c603f97-83bc-4771-b375-c4bacd6f7cde req-8f6941ba-a30b-4a4d-a40d-7d4934ca034f tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0542431 Mar 30 01:34:08.536358 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4c603f97-83bc-4771-b375-c4bacd6f7cde req-98133260-d0e8-4b40-a96a-ca2488938c76 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482740 Mar 30 01:34:09.670274 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed0f5d-356c-4358-b6ee-6e2192f9b9f8 req-7318d702-a9e5-4de7-8fd9-21d7fb9b7973 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:09.671809 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-37ed0f5d-356c-4358-b6ee-6e2192f9b9f8 req-7318d702-a9e5-4de7-8fd9-21d7fb9b7973 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0606861 Mar 30 01:34:09.721584 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-37ed0f5d-356c-4358-b6ee-6e2192f9b9f8 req-df635679-746b-466d-a9ff-e58e6ee94b02 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415318 Mar 30 01:34:11.049372 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fcb7d-8e07-4977-acd0-c70ceac3d84c req-a57744c2-a4e7-4785-a676-618617d42fa4 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:11.050854 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-789fcb7d-8e07-4977-acd0-c70ceac3d84c req-a57744c2-a4e7-4785-a676-618617d42fa4 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.2536349 Mar 30 01:34:11.099790 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-789fcb7d-8e07-4977-acd0-c70ceac3d84c req-e186f11c-ca04-43f2-bb5b-654037868eed tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408065 Mar 30 01:34:12.298689 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3dc9f-93b4-4659-b5f3-63b1fdbe9244 req-ad73f4f7-e3ad-40e9-9732-b3610c0883ce tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:12.300157 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8fb3dc9f-93b4-4659-b5f3-63b1fdbe9244 req-ad73f4f7-e3ad-40e9-9732-b3610c0883ce tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.1144042 Mar 30 01:34:12.355612 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8fb3dc9f-93b4-4659-b5f3-63b1fdbe9244 req-61e7cb17-c869-41b5-968b-cc37734b4a7f tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466619 Mar 30 01:34:13.486632 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bda6d-925b-4d9c-9833-ddfdb96f056c req-9c3d5022-8359-480b-a13c-1ec9f7a1cbed tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:13.488084 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9a1bda6d-925b-4d9c-9833-ddfdb96f056c req-9c3d5022-8359-480b-a13c-1ec9f7a1cbed tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0622973 Mar 30 01:34:13.538939 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9a1bda6d-925b-4d9c-9833-ddfdb96f056c req-a39eb7cd-c4cd-4bb3-9ae0-0c5d4f5a2f5f tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451765 Mar 30 01:34:13.745950 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7c9d9-ebc9-4328-a99d-222c36074594 req-b7bd323d-bf3a-4c58-83a9-bdc55e4c1e07 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:13.747590 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a2b7c9d9-ebc9-4328-a99d-222c36074594 req-b7bd323d-bf3a-4c58-83a9-bdc55e4c1e07 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0572665 Mar 30 01:34:13.783419 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ade1dc-eeaa-4e2a-b038-5d4c043e7996 req-a3394548-2bcd-47de-9a6b-c4d76f9242c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:13.784914 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-c7ade1dc-eeaa-4e2a-b038-5d4c043e7996 req-a3394548-2bcd-47de-9a6b-c4d76f9242c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69d4c360df1243b89a2428e647fdf76d&device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 1130 time: 0.0461385 Mar 30 01:34:13.796537 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a2b7c9d9-ebc9-4328-a99d-222c36074594 req-f8aec484-b2f4-4310-94f6-5a3bd0e7f839 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429525 Mar 30 01:34:13.877450 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ade1dc-eeaa-4e2a-b038-5d4c043e7996 req-6500c8b3-ce1f-436a-a1d5-42d1b5a71202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:13.878956 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-c7ade1dc-eeaa-4e2a-b038-5d4c043e7996 req-6500c8b3-ce1f-436a-a1d5-42d1b5a71202 service neutron] 10.222.0.18 "GET /v2.0/networks?id=793afd81-5383-41f5-bf86-f3c9d10b1876 HTTP/1.1" status: 200 len: 912 time: 0.0880520 Mar 30 01:34:13.951487 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-c7ade1dc-eeaa-4e2a-b038-5d4c043e7996 req-abde10e1-8047-4a8a-8ae8-b7f2daaa46ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0044507-ef78-440c-8fcb-6f851a287ad8 HTTP/1.1" status: 200 len: 1002 time: 0.0595994 Mar 30 01:34:14.017438 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ade1dc-eeaa-4e2a-b038-5d4c043e7996 req-98cf2d8d-f5d6-44b1-9ee7-f20c6a72d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:14.018908 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-c7ade1dc-eeaa-4e2a-b038-5d4c043e7996 req-98cf2d8d-f5d6-44b1-9ee7-f20c6a72d6b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9bca1a71-d5df-4913-8e95-47cc046854f4 HTTP/1.1" status: 200 len: 850 time: 0.0504854 Mar 30 01:34:14.093695 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ade1dc-eeaa-4e2a-b038-5d4c043e7996 req-56e21da2-b0f0-49b6-b729-9a0e60278f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:14.095232 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-c7ade1dc-eeaa-4e2a-b038-5d4c043e7996 req-56e21da2-b0f0-49b6-b729-9a0e60278f4a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=793afd81-5383-41f5-bf86-f3c9d10b1876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0531144 Mar 30 01:34:14.197402 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-c7ade1dc-eeaa-4e2a-b038-5d4c043e7996 req-338538ed-83da-49b5-9514-77365d6f0abf service neutron] 10.222.0.18 "GET /v2.0/networks/793afd81-5383-41f5-bf86-f3c9d10b1876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838141 Mar 30 01:34:14.290077 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-c7ade1dc-eeaa-4e2a-b038-5d4c043e7996 req-31effb09-6dc2-4b7d-a61f-54d351b73045 service neutron] 10.222.0.18 "GET /v2.0/networks/793afd81-5383-41f5-bf86-f3c9d10b1876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862467 Mar 30 01:34:14.939116 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffe9c5-00af-4db6-a927-f79d769d5555 req-6901a9dc-75f9-4464-a778-097ed9b0a621 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:14.940618 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-24ffe9c5-00af-4db6-a927-f79d769d5555 req-6901a9dc-75f9-4464-a778-097ed9b0a621 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0611730 Mar 30 01:34:14.990050 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-24ffe9c5-00af-4db6-a927-f79d769d5555 req-35840a79-0d80-4bc4-8472-548f40d94da6 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420833 Mar 30 01:34:16.113213 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a47bd5-bc07-46a2-9aed-04541d15c92f req-ae9526d4-3908-4a3f-a50d-8e8fb7f617e5 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:16.114830 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-19a47bd5-bc07-46a2-9aed-04541d15c92f req-ae9526d4-3908-4a3f-a50d-8e8fb7f617e5 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0566642 Mar 30 01:34:16.164311 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-19a47bd5-bc07-46a2-9aed-04541d15c92f req-1e09bf22-0e4d-4304-90a4-08fb0c0e7cda tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415809 Mar 30 01:34:19.721323 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-61f9e6b9-0a48-4c36-b6f6-98e1bab910c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:21.147436 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefda94-34ef-423a-b5b1-9585fd9b5c25 req-6c7accea-c551-4945-9e45-7fa2e042f2bd tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:21.148915 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1cefda94-34ef-423a-b5b1-9585fd9b5c25 req-6c7accea-c551-4945-9e45-7fa2e042f2bd tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 946 time: 0.0593414 Mar 30 01:34:21.200150 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1cefda94-34ef-423a-b5b1-9585fd9b5c25 req-97322c57-50a8-4898-bfb7-a62868ef9b61 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e428002-28e3-490f-94fe-2ca3299ecbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455091 Mar 30 01:34:21.952577 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-16ad0564-ab9b-4e6a-8e77-74cd99a28d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:22.397527 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433c465-e767-404a-8afa-a003529aa931 req-e1c5b7aa-35d3-4010-9ec3-1d279ada21ce tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:22.399023 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4433c465-e767-404a-8afa-a003529aa931 req-e1c5b7aa-35d3-4010-9ec3-1d279ada21ce tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 946 time: 0.0626979 Mar 30 01:34:22.446708 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4433c465-e767-404a-8afa-a003529aa931 req-97625f08-5dc4-4015-8b11-e7ebd1338ca1 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e428002-28e3-490f-94fe-2ca3299ecbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420740 Mar 30 01:34:23.014099 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:23.587999 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625a6f3-e19e-4951-89e7-93d4caec029f req-de913f0a-4bbe-4f27-925d-854cc3e3d71d tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:23.589522 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1625a6f3-e19e-4951-89e7-93d4caec029f req-de913f0a-4bbe-4f27-925d-854cc3e3d71d tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 946 time: 0.0557864 Mar 30 01:34:23.637649 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1625a6f3-e19e-4951-89e7-93d4caec029f req-2e8c2fc6-accc-44af-ac13-b6305953d05c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e428002-28e3-490f-94fe-2ca3299ecbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421119 Mar 30 01:34:24.586142 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:24.774780 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21679a17-1f6d-4ec7-a531-b3488f8a3d2e req-7d688b78-b363-4ca8-a8f3-dba7c4eb447d tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:24.776279 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-21679a17-1f6d-4ec7-a531-b3488f8a3d2e req-7d688b78-b363-4ca8-a8f3-dba7c4eb447d tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 946 time: 0.0617695 Mar 30 01:34:24.826091 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-21679a17-1f6d-4ec7-a531-b3488f8a3d2e req-b5a5901d-9e97-4fee-9fd0-7ed453fa2099 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e428002-28e3-490f-94fe-2ca3299ecbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439785 Mar 30 01:34:24.878132 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c242d9-56fc-487a-87f1-25bb4d8eb295 req-e00b4a91-5016-47b8-aab3-ec212b6f462e tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:24.879609 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-13c242d9-56fc-487a-87f1-25bb4d8eb295 req-e00b4a91-5016-47b8-aab3-ec212b6f462e tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 946 time: 0.0535369 Mar 30 01:34:24.974226 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-13c242d9-56fc-487a-87f1-25bb4d8eb295 req-b285323a-035e-4046-9413-56a115210f24 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Deleting port 654bca5d-37d2-434e-bd0f-b50558f1cc64 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:34:24.974604 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-13c242d9-56fc-487a-87f1-25bb4d8eb295 req-b285323a-035e-4046-9413-56a115210f24 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (654bca5d-37d2-434e-bd0f-b50558f1cc64), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:25.083052 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-13c242d9-56fc-487a-87f1-25bb4d8eb295 req-b285323a-035e-4046-9413-56a115210f24 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] For port 654bca5d-37d2-434e-bd0f-b50558f1cc64, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=654bca5d-37d2-434e-bd0f-b50558f1cc64,segment=NetworkSegment(0799e6d0-5ecf-44b1-ac82-16ebbd925b69),segment_id=0799e6d0-5ecf-44b1-ac82-16ebbd925b69)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:25.083320 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-13c242d9-56fc-487a-87f1-25bb4d8eb295 req-b285323a-035e-4046-9413-56a115210f24 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (654bca5d-37d2-434e-bd0f-b50558f1cc64), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:25.257699 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-13c242d9-56fc-487a-87f1-25bb4d8eb295 req-b285323a-035e-4046-9413-56a115210f24 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:25.258077 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-13c242d9-56fc-487a-87f1-25bb4d8eb295 req-b285323a-035e-4046-9413-56a115210f24 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623942'] for floatingip (7e3cf870-67b0-414e-9099-1b2448e1045e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:25.258426 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.db.l3_db [req-13c242d9-56fc-487a-87f1-25bb4d8eb295 req-b285323a-035e-4046-9413-56a115210f24 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Floating IP 7e3cf870-67b0-414e-9099-1b2448e1045e disassociated. External IP: 172.28.0.209, port: 654bca5d-37d2-434e-bd0f-b50558f1cc64. Mar 30 01:34:25.258763 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-13c242d9-56fc-487a-87f1-25bb4d8eb295 req-b285323a-035e-4046-9413-56a115210f24 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Calling delete_port for 654bca5d-37d2-434e-bd0f-b50558f1cc64 owned by compute:nova {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:34:25.402237 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-13c242d9-56fc-487a-87f1-25bb4d8eb295 req-b285323a-035e-4046-9413-56a115210f24 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (654bca5d-37d2-434e-bd0f-b50558f1cc64), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:25.429014 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285323a-035e-4046-9413-56a115210f24 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Pushing event deleted for resources: {'Port': ['ID=654bca5d-37d2-434e-bd0f-b50558f1cc64,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:25.552716 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13c242d9-56fc-487a-87f1-25bb4d8eb295 req-b285323a-035e-4046-9413-56a115210f24 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Router 6bbc8d87-55bd-42b1-8abf-1af130f19d7f has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:34:25.662885 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13c242d9-56fc-487a-87f1-25bb4d8eb295 req-b285323a-035e-4046-9413-56a115210f24 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:34:25.672603 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c12fc2-cc87-4909-9986-6cc3ce5ea116 None None] Sync routers for ids ['6bbc8d87-55bd-42b1-8abf-1af130f19d7f'] in dv-cinder-817135-7-smb {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:34:25.683979 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c12fc2-cc87-4909-9986-6cc3ce5ea116 None None] Routers {'6bbc8d87-55bd-42b1-8abf-1af130f19d7f'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:34:25.684641 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-75c12fc2-cc87-4909-9986-6cc3ce5ea116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:34:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6bbc8d87-55bd-42b1-8abf-1af130f19d7f'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:25.703512 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c242d9-56fc-487a-87f1-25bb4d8eb295 req-b285323a-035e-4046-9413-56a115210f24 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] No DVR routers for this DVR port 654bca5d-37d2-434e-bd0f-b50558f1cc64 on host hv-cinder-81713 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:34:25.706489 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-13c242d9-56fc-487a-87f1-25bb4d8eb295 req-b285323a-035e-4046-9413-56a115210f24 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:25.709835 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-13c242d9-56fc-487a-87f1-25bb4d8eb295 req-b285323a-035e-4046-9413-56a115210f24 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.18 "DELETE /v2.0/ports/654bca5d-37d2-434e-bd0f-b50558f1cc64 HTTP/1.1" status: 204 len: 173 time: 0.8235872 Mar 30 01:34:25.710262 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f478d2-1297-40d6-8c0e-29100af9b3ba', 'name': 'network-vif-deleted', 'tag': '654bca5d-37d2-434e-bd0f-b50558f1cc64'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:34:25.712504 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2517db45-c733-4862-b6cb-6ea637860716" -d '{"events": [{"server_uuid": "d5f478d2-1297-40d6-8c0e-29100af9b3ba", "name": "network-vif-deleted", "tag": "654bca5d-37d2-434e-bd0f-b50558f1cc64"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:34:25.751598 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6df9802-e687-43f9-89de-be1bb8d0fc3c x-openstack-request-id: req-f6df9802-e687-43f9-89de-be1bb8d0fc3c {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:34:25.751891 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f478d2-1297-40d6-8c0e-29100af9b3ba", "name": "network-vif-deleted", "tag": "654bca5d-37d2-434e-bd0f-b50558f1cc64", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:34:25.752273 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f6df9802-e687-43f9-89de-be1bb8d0fc3c {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:34:25.752667 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6df9802-e687-43f9-89de-be1bb8d0fc3c'] response: {'server_uuid': 'd5f478d2-1297-40d6-8c0e-29100af9b3ba', 'name': 'network-vif-deleted', 'tag': '654bca5d-37d2-434e-bd0f-b50558f1cc64', 'status': 'completed', 'code': 200} Mar 30 01:34:25.800647 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-75c12fc2-cc87-4909-9986-6cc3ce5ea116 None None] Set router 6bbc8d87-55bd-42b1-8abf-1af130f19d7f gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:34:25.937433 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d31868b3-ae7f-494c-acff-3a199d20168e req-5fc567e1-ab99-4804-9e33-072a26c117fd tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478d2-1297-40d6-8c0e-29100af9b3ba HTTP/1.1" status: 200 len: 210 time: 0.0290225 Mar 30 01:34:26.012729 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:26.028086 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-75c12fc2-cc87-4909-9986-6cc3ce5ea116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-29569113-router', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.81'}], 'enable_snat': True}, 'gw_port_id': '4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:11Z', 'updated_at': '2022-03-30T01:29:18Z', 'revision_number': 4, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'gw_port': {'id': '4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:12Z', 'updated_at': '2022-03-30T01:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': 'b1ff1662-59ac-48ab-920a-fe86371d1609', 'name': '', 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'mac_address': 'fa:16:3e:e1:e7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '81bb63ca-5b7c-44e1-993e-20d1ff7fbcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:17Z', 'updated_at': '2022-03-30T01:29:31Z', 'revision_number': 5, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'subnets': [{'id': '81bb63ca-5b7c-44e1-993e-20d1ff7fbcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:26.058071 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c12fc2-cc87-4909-9986-6cc3ce5ea116 None None] Checking router: 6bbc8d87-55bd-42b1-8abf-1af130f19d7f for host: dv-cinder-817135-7-smb {{(pid=103230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:34:26.067201 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c12fc2-cc87-4909-9986-6cc3ce5ea116 None None] Routers {'6bbc8d87-55bd-42b1-8abf-1af130f19d7f'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:34:26.067823 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-75c12fc2-cc87-4909-9986-6cc3ce5ea116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:34:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6bbc8d87-55bd-42b1-8abf-1af130f19d7f'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:26.180096 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-75c12fc2-cc87-4909-9986-6cc3ce5ea116 None None] Set router 6bbc8d87-55bd-42b1-8abf-1af130f19d7f gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:34:26.521932 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-75c12fc2-cc87-4909-9986-6cc3ce5ea116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-29569113-router', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.81'}], 'enable_snat': True}, 'gw_port_id': '4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:11Z', 'updated_at': '2022-03-30T01:29:18Z', 'revision_number': 4, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'gw_port': {'id': '4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:12Z', 'updated_at': '2022-03-30T01:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': 'b1ff1662-59ac-48ab-920a-fe86371d1609', 'name': '', 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'mac_address': 'fa:16:3e:e1:e7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '81bb63ca-5b7c-44e1-993e-20d1ff7fbcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:17Z', 'updated_at': '2022-03-30T01:29:31Z', 'revision_number': 5, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'subnets': [{'id': '81bb63ca-5b7c-44e1-993e-20d1ff7fbcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:26.547273 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c12fc2-cc87-4909-9986-6cc3ce5ea116 None None] The sync data for ids ['6bbc8d87-55bd-42b1-8abf-1af130f19d7f'] in dv-cinder-817135-7-smb is: [{'id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-29569113-router', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.81'}], 'enable_snat': True}, 'gw_port_id': '4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:11Z', 'updated_at': '2022-03-30T01:29:18Z', 'revision_number': 4, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'gw_port': {'id': '4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:12Z', 'updated_at': '2022-03-30T01:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': 'b1ff1662-59ac-48ab-920a-fe86371d1609', 'name': '', 'network_id': '37a51576-2901-40b9-a77d-ddc99f82f95c', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'mac_address': 'fa:16:3e:e1:e7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '81bb63ca-5b7c-44e1-993e-20d1ff7fbcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:17Z', 'updated_at': '2022-03-30T01:29:31Z', 'revision_number': 5, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'subnets': [{'id': '81bb63ca-5b7c-44e1-993e-20d1ff7fbcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:34:26.760403 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fd9f4a-0759-42c9-879e-8d7d19876c55 None None] New status for floating IP 7e3cf870-67b0-414e-9099-1b2448e1045e: DOWN {{(pid=103231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:34:27.027929 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 43492) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:27.088153 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-adabf1d3-09d8-4c9e-98a7-969271fe4653 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks [] for security_group (9e428002-28e3-490f-94fe-2ca3299ecbd5), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:27.113152 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-adabf1d3-09d8-4c9e-98a7-969271fe4653 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks [] for security_group (9e428002-28e3-490f-94fe-2ca3299ecbd5), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:27.167194 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-adabf1d3-09d8-4c9e-98a7-969271fe4653 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (9e428002-28e3-490f-94fe-2ca3299ecbd5), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:27.169723 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-adabf1d3-09d8-4c9e-98a7-969271fe4653 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:27.170849 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-adabf1d3-09d8-4c9e-98a7-969271fe4653 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "DELETE /v2.0/security-groups/9e428002-28e3-490f-94fe-2ca3299ecbd5 HTTP/1.1" status: 204 len: 168 time: 0.1419084 Mar 30 01:34:27.173749 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 43494) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:27.180451 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adabf1d3-09d8-4c9e-98a7-969271fe4653 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e428002-28e3-490f-94fe-2ca3299ecbd5,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:27.190920 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.api.v2.resource [None req-b04c52a7-7398-47ae-b334-2bf628e5890d tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] show failed (client error): The resource could not be found. Mar 30 01:34:27.191999 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-b04c52a7-7398-47ae-b334-2bf628e5890d tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups/9e428002-28e3-490f-94fe-2ca3299ecbd5 HTTP/1.1" status: 404 len: 347 time: 0.0168233 Mar 30 01:34:27.194886 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 43498) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:27.323613 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-04ca8c4a-b50c-4337-98fe-1fb4218a46a2 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Deleting port 011c0209-5bd0-4019-9b82-642fd8d9afcf {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:34:27.323870 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-04ca8c4a-b50c-4337-98fe-1fb4218a46a2 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (011c0209-5bd0-4019-9b82-642fd8d9afcf), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:27.400015 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-04ca8c4a-b50c-4337-98fe-1fb4218a46a2 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (011c0209-5bd0-4019-9b82-642fd8d9afcf), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:27.400312 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-04ca8c4a-b50c-4337-98fe-1fb4218a46a2 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks [] for floatingip (011c0209-5bd0-4019-9b82-642fd8d9afcf), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:27.411960 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-04ca8c4a-b50c-4337-98fe-1fb4218a46a2 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Calling delete_port for 011c0209-5bd0-4019-9b82-642fd8d9afcf owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:34:27.578958 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-04ca8c4a-b50c-4337-98fe-1fb4218a46a2 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583052'] for port (011c0209-5bd0-4019-9b82-642fd8d9afcf), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:27.601764 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca8c4a-b50c-4337-98fe-1fb4218a46a2 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Pushing event deleted for resources: {'Port': ['ID=011c0209-5bd0-4019-9b82-642fd8d9afcf,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:27.690048 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-04ca8c4a-b50c-4337-98fe-1fb4218a46a2 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks [] for floatingip (7e3cf870-67b0-414e-9099-1b2448e1045e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:27.693523 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-04ca8c4a-b50c-4337-98fe-1fb4218a46a2 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:27.695315 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-04ca8c4a-b50c-4337-98fe-1fb4218a46a2 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "DELETE /v2.0/floatingips/7e3cf870-67b0-414e-9099-1b2448e1045e HTTP/1.1" status: 204 len: 168 time: 0.4990959 Mar 30 01:34:28.478109 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 654bca5d-37d2-434e-bd0f-b50558f1cc64 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:34:28.508575 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] No Port match for: 654bca5d-37d2-434e-bd0f-b50558f1cc64 {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:34:28.509459 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 654bca5d-37d2-434e-bd0f-b50558f1cc64 not bound to the agent host hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:34:29.109107 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:34:29.112285 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6b8223a7-2ad5-4776-9865-88f93547e8d1 req-adcb159a-9395-4d7e-a868-450eb6dc5aca tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1945115899&fields=id&tenant_id=6101ee0d13f14f7bbc3124f3c0fae568 HTTP/1.1" status: 200 len: 267 time: 0.0594902 Mar 30 01:34:29.171063 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8223a7-2ad5-4776-9865-88f93547e8d1 req-1892c782-03f3-4fd8-9044-3956a6d2ca6c tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:29.172512 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6b8223a7-2ad5-4776-9865-88f93547e8d1 req-1892c782-03f3-4fd8-9044-3956a6d2ca6c tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 984 time: 0.0542655 Mar 30 01:34:29.183205 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-6b8223a7-2ad5-4776-9865-88f93547e8d1 req-d309275a-62fa-4ba9-aa50-bac2089bebea tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Request body: {'port': {'security_groups': ['fa4fee4a-1228-4149-bc44-4aa64dba5c54']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:34:29.257068 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6b8223a7-2ad5-4776-9865-88f93547e8d1 req-d309275a-62fa-4ba9-aa50-bac2089bebea tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (bde9f3f9-41ba-49ef-9383-1ce552797076), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:29.439713 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-6b8223a7-2ad5-4776-9865-88f93547e8d1 req-d309275a-62fa-4ba9-aa50-bac2089bebea tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] For port bde9f3f9-41ba-49ef-9383-1ce552797076, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=bde9f3f9-41ba-49ef-9383-1ce552797076,segment=NetworkSegment(ad552f6f-3a94-45af-b738-ffdd575be1c6),segment_id=ad552f6f-3a94-45af-b738-ffdd575be1c6)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:29.468970 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6b8223a7-2ad5-4776-9865-88f93547e8d1 req-d309275a-62fa-4ba9-aa50-bac2089bebea tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks [] for port (bde9f3f9-41ba-49ef-9383-1ce552797076), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:29.476396 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6b8223a7-2ad5-4776-9865-88f93547e8d1 req-d309275a-62fa-4ba9-aa50-bac2089bebea tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8583045'] for port (bde9f3f9-41ba-49ef-9383-1ce552797076), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:29.488499 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['bde9f3f9-41ba-49ef-9383-1ce552797076'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:34:29.522248 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8223a7-2ad5-4776-9865-88f93547e8d1 req-d309275a-62fa-4ba9-aa50-bac2089bebea tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:29.522911 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6b8223a7-2ad5-4776-9865-88f93547e8d1 req-d309275a-62fa-4ba9-aa50-bac2089bebea tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:29.524353 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6b8223a7-2ad5-4776-9865-88f93547e8d1 req-d309275a-62fa-4ba9-aa50-bac2089bebea tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "PUT /v2.0/ports/bde9f3f9-41ba-49ef-9383-1ce552797076 HTTP/1.1" status: 200 len: 942 time: 0.3455307 Mar 30 01:34:29.524811 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4d2b7e-684f-4300-895f-ccdc7efee9b8', 'tag': 'bde9f3f9-41ba-49ef-9383-1ce552797076'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:34:29.530190 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ee1e0a93b5aae8634dc44ede2e08a21acb25dbbcfc8760de0fb17172de978b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b6ccdd-95cb-4fff-b9e4-54c19236dcd1" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4d2b7e-684f-4300-895f-ccdc7efee9b8", "tag": "bde9f3f9-41ba-49ef-9383-1ce552797076"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:34:29.530632 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 43516) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:29.555051 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309275a-62fa-4ba9-aa50-bac2089bebea tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Pushing event updated for resources: {'Port': ['ID=bde9f3f9-41ba-49ef-9383-1ce552797076,revision_number=7']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:29.581269 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548f7c72-441c-4449-9fdd-c9806453b8e9 x-openstack-request-id: req-548f7c72-441c-4449-9fdd-c9806453b8e9 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:34:29.581653 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4d2b7e-684f-4300-895f-ccdc7efee9b8", "tag": "bde9f3f9-41ba-49ef-9383-1ce552797076", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:34:29.581849 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-548f7c72-441c-4449-9fdd-c9806453b8e9 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:34:29.582473 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-548f7c72-441c-4449-9fdd-c9806453b8e9'] response: {'name': 'network-changed', 'server_uuid': '9d4d2b7e-684f-4300-895f-ccdc7efee9b8', 'tag': 'bde9f3f9-41ba-49ef-9383-1ce552797076', 'status': 'completed', 'code': 200} Mar 30 01:34:29.630474 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-91c757ca-a0d7-4de5-a756-71a8f97df8dc tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks [] for security_group (50a4a124-5e7d-46b8-91de-896bf45bab35), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:29.641574 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['bde9f3f9-41ba-49ef-9383-1ce552797076'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:34:29.661911 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-91c757ca-a0d7-4de5-a756-71a8f97df8dc tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks [] for security_group (50a4a124-5e7d-46b8-91de-896bf45bab35), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:29.740764 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6ccdd-95cb-4fff-b9e4-54c19236dcd1 req-defb79d3-cedd-47b3-8580-a43289b18ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:29.742452 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-51b6ccdd-95cb-4fff-b9e4-54c19236dcd1 req-defb79d3-cedd-47b3-8580-a43289b18ede service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6101ee0d13f14f7bbc3124f3c0fae568&device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 1129 time: 0.1231921 Mar 30 01:34:29.809247 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-91c757ca-a0d7-4de5-a756-71a8f97df8dc tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (50a4a124-5e7d-46b8-91de-896bf45bab35), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:29.810329 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-b04e3e23-78b1-4b9a-8c36-15ba20641594 None None] Provisioning complete for port bde9f3f9-41ba-49ef-9383-1ce552797076 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:34:29.810838 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b04e3e23-78b1-4b9a-8c36-15ba20641594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (bde9f3f9-41ba-49ef-9383-1ce552797076), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:29.811863 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-91c757ca-a0d7-4de5-a756-71a8f97df8dc tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:29.815577 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-91c757ca-a0d7-4de5-a756-71a8f97df8dc tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "DELETE /v2.0/security-groups/50a4a124-5e7d-46b8-91de-896bf45bab35 HTTP/1.1" status: 204 len: 168 time: 0.2814119 Mar 30 01:34:29.816137 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 43522) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:29.920374 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-b04e3e23-78b1-4b9a-8c36-15ba20641594 None None] Current status of the port bde9f3f9-41ba-49ef-9383-1ce552797076 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:34:29.990544 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-00fa0377-d7d2-4b35-9f7a-dc44ccb037e1 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Deleting port 4272c8d3-e0cd-43a0-a688-2a47923357cf {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:34:29.990892 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-00fa0377-d7d2-4b35-9f7a-dc44ccb037e1 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (4272c8d3-e0cd-43a0-a688-2a47923357cf), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:30.057970 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c757ca-a0d7-4de5-a756-71a8f97df8dc tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a4a124-5e7d-46b8-91de-896bf45bab35,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:30.072422 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-00fa0377-d7d2-4b35-9f7a-dc44ccb037e1 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (4272c8d3-e0cd-43a0-a688-2a47923357cf), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:30.072749 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-00fa0377-d7d2-4b35-9f7a-dc44ccb037e1 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks [] for floatingip (4272c8d3-e0cd-43a0-a688-2a47923357cf), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:30.083552 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6ccdd-95cb-4fff-b9e4-54c19236dcd1 req-1e0936fc-b7c3-411b-aa22-f3bb11cdf8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:30.085078 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-51b6ccdd-95cb-4fff-b9e4-54c19236dcd1 req-1e0936fc-b7c3-411b-aa22-f3bb11cdf8c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ed006982-a1e4-4cb9-947e-e0466ea24662 HTTP/1.1" status: 200 len: 916 time: 0.3350010 Mar 30 01:34:30.087346 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-00fa0377-d7d2-4b35-9f7a-dc44ccb037e1 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Calling delete_port for 4272c8d3-e0cd-43a0-a688-2a47923357cf owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:34:30.165134 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-51b6ccdd-95cb-4fff-b9e4-54c19236dcd1 req-3eeb438e-e7da-4077-a2ce-00445bdf9a12 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bde9f3f9-41ba-49ef-9383-1ce552797076 HTTP/1.1" status: 200 len: 1001 time: 0.0728059 Mar 30 01:34:30.217625 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6ccdd-95cb-4fff-b9e4-54c19236dcd1 req-85186416-23b4-4fc9-9533-a6106bbcf865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:30.219305 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-51b6ccdd-95cb-4fff-b9e4-54c19236dcd1 req-85186416-23b4-4fc9-9533-a6106bbcf865 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0eb1ea88-c52d-4b49-9989-067e5a5a20cb HTTP/1.1" status: 200 len: 854 time: 0.0462308 Mar 30 01:34:30.264938 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967695a-72c2-4f30-84c5-7b5bacf66af8 req-bab3a423-b74f-4f60-9bbd-2238600771c0 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:30.266432 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4967695a-72c2-4f30-84c5-7b5bacf66af8 req-bab3a423-b74f-4f60-9bbd-2238600771c0 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 946 time: 0.0822113 Mar 30 01:34:30.277790 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6ccdd-95cb-4fff-b9e4-54c19236dcd1 req-aad6abb7-5178-4945-8cea-210b8fc0143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:30.279355 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-51b6ccdd-95cb-4fff-b9e4-54c19236dcd1 req-aad6abb7-5178-4945-8cea-210b8fc0143b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ed006982-a1e4-4cb9-947e-e0466ea24662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0503309 Mar 30 01:34:30.346081 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4967695a-72c2-4f30-84c5-7b5bacf66af8 req-4e0fc959-2332-470e-b04f-b8011558821f tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730262 Mar 30 01:34:30.348013 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-00fa0377-d7d2-4b35-9f7a-dc44ccb037e1 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583052'] for port (4272c8d3-e0cd-43a0-a688-2a47923357cf), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:30.371899 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-51b6ccdd-95cb-4fff-b9e4-54c19236dcd1 req-82a02266-9f3e-4714-ae12-dff0ba7f5b81 service neutron] 10.222.0.18 "GET /v2.0/networks/ed006982-a1e4-4cb9-947e-e0466ea24662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854862 Mar 30 01:34:30.374184 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa0377-d7d2-4b35-9f7a-dc44ccb037e1 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Pushing event deleted for resources: {'Port': ['ID=4272c8d3-e0cd-43a0-a688-2a47923357cf,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:30.445893 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-00fa0377-d7d2-4b35-9f7a-dc44ccb037e1 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks [] for floatingip (2fad561c-e8a6-4c0f-a59c-ae8c771bdb53), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:30.446223 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.db.l3_db [None req-00fa0377-d7d2-4b35-9f7a-dc44ccb037e1 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Floating IP 2fad561c-e8a6-4c0f-a59c-ae8c771bdb53 disassociated (deleted). External IP: 172.28.0.139, port: bde9f3f9-41ba-49ef-9383-1ce552797076. Mar 30 01:34:30.468913 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-51b6ccdd-95cb-4fff-b9e4-54c19236dcd1 req-6fb10e2a-4f67-49e8-966a-e8d20d2156e4 service neutron] 10.222.0.18 "GET /v2.0/networks/ed006982-a1e4-4cb9-947e-e0466ea24662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906246 Mar 30 01:34:30.656681 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fa0377-d7d2-4b35-9f7a-dc44ccb037e1 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Router 4948e9f9-f9e0-4cfb-af48-b75160985a23 has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:34:30.767175 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fa0377-d7d2-4b35-9f7a-dc44ccb037e1 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:34:30.771678 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-00fa0377-d7d2-4b35-9f7a-dc44ccb037e1 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:30.779671 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4e6adc-4e83-4915-b148-7fe9b3dec2c9 None None] Sync routers for ids ['4948e9f9-f9e0-4cfb-af48-b75160985a23'] in dv-cinder-817135-7-smb {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:34:30.790513 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4e6adc-4e83-4915-b148-7fe9b3dec2c9 None None] Routers {'4948e9f9-f9e0-4cfb-af48-b75160985a23'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:34:30.791143 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-3b4e6adc-4e83-4915-b148-7fe9b3dec2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:34:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['4948e9f9-f9e0-4cfb-af48-b75160985a23'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:30.802966 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-00fa0377-d7d2-4b35-9f7a-dc44ccb037e1 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "DELETE /v2.0/floatingips/2fad561c-e8a6-4c0f-a59c-ae8c771bdb53 HTTP/1.1" status: 204 len: 168 time: 0.9855094 Mar 30 01:34:30.902122 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-3b4e6adc-4e83-4915-b148-7fe9b3dec2c9 None None] Set router 4948e9f9-f9e0-4cfb-af48-b75160985a23 gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:34:31.117756 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-3b4e6adc-4e83-4915-b148-7fe9b3dec2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'name': 'tempest-TestMinimumBasicScenario-1133165355-router', 'tenant_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': '64030e58-56e5-42f4-a526-d5631b30d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:29Z', 'updated_at': '2022-03-30T01:30:34Z', 'revision_number': 4, 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'gw_port': {'id': '64030e58-56e5-42f4-a526-d5631b30d56b', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:30Z', 'updated_at': '2022-03-30T01:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '585ce9db-6e64-46f3-805f-6580aebd93bc', 'name': '', 'network_id': 'ed006982-a1e4-4cb9-947e-e0466ea24662', 'tenant_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'mac_address': 'fa:16:3e:3a:ca:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '0eb1ea88-c52d-4b49-9989-067e5a5a20cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:33Z', 'updated_at': '2022-03-30T01:30:40Z', 'revision_number': 5, 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'subnets': [{'id': '0eb1ea88-c52d-4b49-9989-067e5a5a20cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:31.147569 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4e6adc-4e83-4915-b148-7fe9b3dec2c9 None None] Checking router: 4948e9f9-f9e0-4cfb-af48-b75160985a23 for host: dv-cinder-817135-7-smb {{(pid=103230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:34:31.156782 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4e6adc-4e83-4915-b148-7fe9b3dec2c9 None None] Routers {'4948e9f9-f9e0-4cfb-af48-b75160985a23'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:34:31.157408 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-3b4e6adc-4e83-4915-b148-7fe9b3dec2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:34:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['4948e9f9-f9e0-4cfb-af48-b75160985a23'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:31.263687 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-3b4e6adc-4e83-4915-b148-7fe9b3dec2c9 None None] Set router 4948e9f9-f9e0-4cfb-af48-b75160985a23 gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:34:31.474495 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a726c-c3e2-4cbf-8db3-35b1a4c54fb1 req-2cbab2b3-fc1f-42c6-82a7-6c345765424c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:31.476053 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-254a726c-c3e2-4cbf-8db3-35b1a4c54fb1 req-2cbab2b3-fc1f-42c6-82a7-6c345765424c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 946 time: 0.0586157 Mar 30 01:34:31.477741 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-3b4e6adc-4e83-4915-b148-7fe9b3dec2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'name': 'tempest-TestMinimumBasicScenario-1133165355-router', 'tenant_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': '64030e58-56e5-42f4-a526-d5631b30d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:29Z', 'updated_at': '2022-03-30T01:30:34Z', 'revision_number': 4, 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'gw_port': {'id': '64030e58-56e5-42f4-a526-d5631b30d56b', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:30Z', 'updated_at': '2022-03-30T01:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '585ce9db-6e64-46f3-805f-6580aebd93bc', 'name': '', 'network_id': 'ed006982-a1e4-4cb9-947e-e0466ea24662', 'tenant_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'mac_address': 'fa:16:3e:3a:ca:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '0eb1ea88-c52d-4b49-9989-067e5a5a20cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:33Z', 'updated_at': '2022-03-30T01:30:40Z', 'revision_number': 5, 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'subnets': [{'id': '0eb1ea88-c52d-4b49-9989-067e5a5a20cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:31.504373 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4e6adc-4e83-4915-b148-7fe9b3dec2c9 None None] The sync data for ids ['4948e9f9-f9e0-4cfb-af48-b75160985a23'] in dv-cinder-817135-7-smb is: [{'id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'name': 'tempest-TestMinimumBasicScenario-1133165355-router', 'tenant_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': '64030e58-56e5-42f4-a526-d5631b30d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:29Z', 'updated_at': '2022-03-30T01:30:34Z', 'revision_number': 4, 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'gw_port': {'id': '64030e58-56e5-42f4-a526-d5631b30d56b', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:30Z', 'updated_at': '2022-03-30T01:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '585ce9db-6e64-46f3-805f-6580aebd93bc', 'name': '', 'network_id': 'ed006982-a1e4-4cb9-947e-e0466ea24662', 'tenant_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'mac_address': 'fa:16:3e:3a:ca:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '0eb1ea88-c52d-4b49-9989-067e5a5a20cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:33Z', 'updated_at': '2022-03-30T01:30:40Z', 'revision_number': 5, 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'subnets': [{'id': '0eb1ea88-c52d-4b49-9989-067e5a5a20cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:34:31.530048 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-254a726c-c3e2-4cbf-8db3-35b1a4c54fb1 req-f95d6683-be9a-4754-aea9-59b59e732109 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481923 Mar 30 01:34:31.583734 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4d2b7e-684f-4300-895f-ccdc7efee9b8', 'tag': 'bde9f3f9-41ba-49ef-9383-1ce552797076'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:34:31.586255 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ee1e0a93b5aae8634dc44ede2e08a21acb25dbbcfc8760de0fb17172de978b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e0d522-bdf8-4f05-a001-95591f6c9c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4d2b7e-684f-4300-895f-ccdc7efee9b8", "tag": "bde9f3f9-41ba-49ef-9383-1ce552797076"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:34:31.621740 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f4bb93-dd30-46f6-8a31-a48d7cd28298 x-openstack-request-id: req-54f4bb93-dd30-46f6-8a31-a48d7cd28298 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:34:31.622029 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4d2b7e-684f-4300-895f-ccdc7efee9b8", "tag": "bde9f3f9-41ba-49ef-9383-1ce552797076", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:34:31.622270 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54f4bb93-dd30-46f6-8a31-a48d7cd28298 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:34:31.622693 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54f4bb93-dd30-46f6-8a31-a48d7cd28298'] response: {'name': 'network-changed', 'server_uuid': '9d4d2b7e-684f-4300-895f-ccdc7efee9b8', 'tag': 'bde9f3f9-41ba-49ef-9383-1ce552797076', 'status': 'completed', 'code': 200} Mar 30 01:34:31.696202 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0d522-bdf8-4f05-a001-95591f6c9c9e req-16a109de-4b93-44a3-9346-ada7935442e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:31.697704 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-18e0d522-bdf8-4f05-a001-95591f6c9c9e req-16a109de-4b93-44a3-9346-ada7935442e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6101ee0d13f14f7bbc3124f3c0fae568&device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 1129 time: 0.0495391 Mar 30 01:34:31.743399 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f9442e-a149-43c7-aeb2-6f4b6d9a7ce1 None None] New status for floating IP 2fad561c-e8a6-4c0f-a59c-ae8c771bdb53: DOWN {{(pid=103231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:34:31.796586 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0d522-bdf8-4f05-a001-95591f6c9c9e req-34f9b645-f92f-4a68-af24-d6037bf9e930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:31.797966 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-18e0d522-bdf8-4f05-a001-95591f6c9c9e req-34f9b645-f92f-4a68-af24-d6037bf9e930 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ed006982-a1e4-4cb9-947e-e0466ea24662 HTTP/1.1" status: 200 len: 916 time: 0.0892849 Mar 30 01:34:31.843439 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-18e0d522-bdf8-4f05-a001-95591f6c9c9e req-2ff946bc-036d-4509-9ff5-00d5f2809168 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bde9f3f9-41ba-49ef-9383-1ce552797076 HTTP/1.1" status: 200 len: 217 time: 0.0393877 Mar 30 01:34:31.896827 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0d522-bdf8-4f05-a001-95591f6c9c9e req-3dd2246d-11c6-4d58-beb0-b232c96b48d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:31.898393 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-18e0d522-bdf8-4f05-a001-95591f6c9c9e req-3dd2246d-11c6-4d58-beb0-b232c96b48d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0eb1ea88-c52d-4b49-9989-067e5a5a20cb HTTP/1.1" status: 200 len: 854 time: 0.0480204 Mar 30 01:34:31.951049 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0d522-bdf8-4f05-a001-95591f6c9c9e req-1500c943-9a71-408c-84e6-c7e836b6b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:31.952574 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-18e0d522-bdf8-4f05-a001-95591f6c9c9e req-1500c943-9a71-408c-84e6-c7e836b6b34e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ed006982-a1e4-4cb9-947e-e0466ea24662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0478570 Mar 30 01:34:32.045555 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-18e0d522-bdf8-4f05-a001-95591f6c9c9e req-86339d16-1cd6-409a-a72d-5e860da26d99 service neutron] 10.222.0.18 "GET /v2.0/networks/ed006982-a1e4-4cb9-947e-e0466ea24662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861504 Mar 30 01:34:32.141551 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-18e0d522-bdf8-4f05-a001-95591f6c9c9e req-f016ad8a-0af8-4a3d-ac76-c68453e16db9 service neutron] 10.222.0.18 "GET /v2.0/networks/ed006982-a1e4-4cb9-947e-e0466ea24662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870547 Mar 30 01:34:32.651207 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7ddc8-745d-4a50-969e-5071a6a761bc req-1711d64a-8627-4a80-b693-40ccd0610168 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:32.652694 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-36b7ddc8-745d-4a50-969e-5071a6a761bc req-1711d64a-8627-4a80-b693-40ccd0610168 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 946 time: 0.0561974 Mar 30 01:34:32.699906 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-36b7ddc8-745d-4a50-969e-5071a6a761bc req-58e1cd8d-a1d8-4f1a-be0c-ce1086f69cab tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414672 Mar 30 01:34:32.985386 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80b41f-f64d-4941-9b71-de7baddb2e55 req-cb14d8b7-6b91-426a-809f-1760e4035cd9 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:32.986883 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-db80b41f-f64d-4941-9b71-de7baddb2e55 req-cb14d8b7-6b91-426a-809f-1760e4035cd9 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 946 time: 0.0774119 Mar 30 01:34:33.093485 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-db80b41f-f64d-4941-9b71-de7baddb2e55 req-bbe03100-4b90-4436-b7c4-7ac0b8d5ee3c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Deleting port e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:34:33.093823 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-db80b41f-f64d-4941-9b71-de7baddb2e55 req-bbe03100-4b90-4436-b7c4-7ac0b8d5ee3c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:33.193305 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-db80b41f-f64d-4941-9b71-de7baddb2e55 req-bbe03100-4b90-4436-b7c4-7ac0b8d5ee3c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] For port e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5,segment=NetworkSegment(0799e6d0-5ecf-44b1-ac82-16ebbd925b69),segment_id=0799e6d0-5ecf-44b1-ac82-16ebbd925b69)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:33.193672 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-db80b41f-f64d-4941-9b71-de7baddb2e55 req-bbe03100-4b90-4436-b7c4-7ac0b8d5ee3c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:33.206766 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-db80b41f-f64d-4941-9b71-de7baddb2e55 req-bbe03100-4b90-4436-b7c4-7ac0b8d5ee3c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Calling delete_port for e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5 owned by compute:nova {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:34:33.343546 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-db80b41f-f64d-4941-9b71-de7baddb2e55 req-bbe03100-4b90-4436-b7c4-7ac0b8d5ee3c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:33.357379 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['969bcbfd-bd0f-4374-81f5-809ac03f3009', 'e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:34:33.383956 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe03100-4b90-4436-b7c4-7ac0b8d5ee3c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Pushing event deleted for resources: {'Port': ['ID=e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:33.421489 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-db80b41f-f64d-4941-9b71-de7baddb2e55 req-bbe03100-4b90-4436-b7c4-7ac0b8d5ee3c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] No DVR routers for this DVR port e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5 on host hv-cinder-81713 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:34:33.424418 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-db80b41f-f64d-4941-9b71-de7baddb2e55 req-bbe03100-4b90-4436-b7c4-7ac0b8d5ee3c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:33.428318 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-db80b41f-f64d-4941-9b71-de7baddb2e55 req-bbe03100-4b90-4436-b7c4-7ac0b8d5ee3c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.18 "DELETE /v2.0/ports/e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5 HTTP/1.1" status: 204 len: 173 time: 0.4355295 Mar 30 01:34:33.428791 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcca276-f34a-415b-8421-ed6b7fa2ee6b', 'name': 'network-vif-deleted', 'tag': 'e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:34:33.431800 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8cfbe1-eb49-40eb-910b-aec722ac89aa" -d '{"events": [{"server_uuid": "6fcca276-f34a-415b-8421-ed6b7fa2ee6b", "name": "network-vif-deleted", "tag": "e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:34:33.483438 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe4937e-8e2e-422e-8f14-75fa5cb3b233 x-openstack-request-id: req-ebe4937e-8e2e-422e-8f14-75fa5cb3b233 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:34:33.483799 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fcca276-f34a-415b-8421-ed6b7fa2ee6b", "name": "network-vif-deleted", "tag": "e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:34:33.484648 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ebe4937e-8e2e-422e-8f14-75fa5cb3b233 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:34:33.485084 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebe4937e-8e2e-422e-8f14-75fa5cb3b233'] response: {'server_uuid': '6fcca276-f34a-415b-8421-ed6b7fa2ee6b', 'name': 'network-vif-deleted', 'tag': 'e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5', 'status': 'completed', 'code': 200} Mar 30 01:34:33.577215 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6504c39-7789-4610-819c-808a173a2f7c req-86e3e9ae-a025-476f-a1d7-e0b82784cfd6 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:33.578758 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b6504c39-7789-4610-819c-808a173a2f7c req-86e3e9ae-a025-476f-a1d7-e0b82784cfd6 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 945 time: 0.0548208 Mar 30 01:34:33.629295 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b6504c39-7789-4610-819c-808a173a2f7c req-1455587d-2352-4023-b0e6-c44fe7b94a38 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445535 Mar 30 01:34:33.822186 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-21fb49e7-f446-4a0e-8e66-a5af69e405a4 req-4c0dd12d-4bac-44b0-8e92-8f34fe4e8e73 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcca276-f34a-415b-8421-ed6b7fa2ee6b HTTP/1.1" status: 200 len: 210 time: 0.0277581 Mar 30 01:34:34.709281 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:34.761185 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb22a26-e973-41fa-900c-06b242e59b1d req-ac27fa1e-0b7d-44d3-8320-4a4102437982 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:34.763075 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5eb22a26-e973-41fa-900c-06b242e59b1d req-ac27fa1e-0b7d-44d3-8320-4a4102437982 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 945 time: 0.0551803 Mar 30 01:34:34.809386 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5eb22a26-e973-41fa-900c-06b242e59b1d req-eaab1a99-0fdc-4e2f-b305-b7fc6439bbe8 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405641 Mar 30 01:34:35.104528 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bd075-0afc-4d8e-bb35-271cfe26e5bc req-e1e5b82c-810d-4629-8587-092758370b1c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:35.105998 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-431bd075-0afc-4d8e-bb35-271cfe26e5bc req-e1e5b82c-810d-4629-8587-092758370b1c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=f203bc01-737a-4ecd-b04e-e1f7f87374a0 HTTP/1.1" status: 200 len: 946 time: 0.0616984 Mar 30 01:34:35.160303 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-431bd075-0afc-4d8e-bb35-271cfe26e5bc req-510e81aa-7798-4b8b-b9c3-f04cf596619a tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457559 Mar 30 01:34:35.878533 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b970dfc-33e8-4ce9-bb7f-d6b8b7c07520 req-97f4f66e-b397-408f-95a5-df7103dd551a tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:35.880506 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-6b970dfc-33e8-4ce9-bb7f-d6b8b7c07520 req-97f4f66e-b397-408f-95a5-df7103dd551a tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 945 time: 0.0669205 Mar 30 01:34:35.933379 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2229d6c-1888-417b-82af-3e975621b0a0 req-10bc8f06-62cf-44bb-a2c0-ade5f5a66842 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:35.934893 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d2229d6c-1888-417b-82af-3e975621b0a0 req-10bc8f06-62cf-44bb-a2c0-ade5f5a66842 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d2b7e-684f-4300-895f-ccdc7efee9b8 HTTP/1.1" status: 200 len: 945 time: 0.0563345 Mar 30 01:34:35.981530 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-6b970dfc-33e8-4ce9-bb7f-d6b8b7c07520 req-9b06ac7a-a272-41e9-80d4-ccd4906b678c tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Deleting port bde9f3f9-41ba-49ef-9383-1ce552797076 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:34:35.981875 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-6b970dfc-33e8-4ce9-bb7f-d6b8b7c07520 req-9b06ac7a-a272-41e9-80d4-ccd4906b678c tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (bde9f3f9-41ba-49ef-9383-1ce552797076), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:35.982425 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d2229d6c-1888-417b-82af-3e975621b0a0 req-92277fbd-c8ae-48e0-b72a-e5a6a6fdb5b6 tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa4fee4a-1228-4149-bc44-4aa64dba5c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418618 Mar 30 01:34:36.074350 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-6b970dfc-33e8-4ce9-bb7f-d6b8b7c07520 req-9b06ac7a-a272-41e9-80d4-ccd4906b678c tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] For port bde9f3f9-41ba-49ef-9383-1ce552797076, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=bde9f3f9-41ba-49ef-9383-1ce552797076,segment=NetworkSegment(ad552f6f-3a94-45af-b738-ffdd575be1c6),segment_id=ad552f6f-3a94-45af-b738-ffdd575be1c6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:36.074745 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-6b970dfc-33e8-4ce9-bb7f-d6b8b7c07520 req-9b06ac7a-a272-41e9-80d4-ccd4906b678c tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (bde9f3f9-41ba-49ef-9383-1ce552797076), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:36.087787 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-6b970dfc-33e8-4ce9-bb7f-d6b8b7c07520 req-9b06ac7a-a272-41e9-80d4-ccd4906b678c tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Calling delete_port for bde9f3f9-41ba-49ef-9383-1ce552797076 owned by compute:nova {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:34:36.222138 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-6b970dfc-33e8-4ce9-bb7f-d6b8b7c07520 req-9b06ac7a-a272-41e9-80d4-ccd4906b678c tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (bde9f3f9-41ba-49ef-9383-1ce552797076), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:36.234594 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['bde9f3f9-41ba-49ef-9383-1ce552797076'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:34:36.251068 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06ac7a-a272-41e9-80d4-ccd4906b678c tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Pushing event deleted for resources: {'Port': ['ID=bde9f3f9-41ba-49ef-9383-1ce552797076,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:36.292106 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7404b13-b3b8-44b5-9cd1-df5f90592f5a req-df30bd83-6dee-4811-b2f1-42e2cc8045c0 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:36.293822 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e7404b13-b3b8-44b5-9cd1-df5f90592f5a req-df30bd83-6dee-4811-b2f1-42e2cc8045c0 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=f203bc01-737a-4ecd-b04e-e1f7f87374a0 HTTP/1.1" status: 200 len: 946 time: 0.0591314 Mar 30 01:34:36.302983 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b970dfc-33e8-4ce9-bb7f-d6b8b7c07520 req-9b06ac7a-a272-41e9-80d4-ccd4906b678c tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] No DVR routers for this DVR port bde9f3f9-41ba-49ef-9383-1ce552797076 on host hv-cinder-81713 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:34:36.305516 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-6b970dfc-33e8-4ce9-bb7f-d6b8b7c07520 req-9b06ac7a-a272-41e9-80d4-ccd4906b678c tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:36.308793 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-6b970dfc-33e8-4ce9-bb7f-d6b8b7c07520 req-9b06ac7a-a272-41e9-80d4-ccd4906b678c tempest-TestMinimumBasicScenario-1114873100 tempest-TestMinimumBasicScenario-1114873100-project] 10.222.0.18 "DELETE /v2.0/ports/bde9f3f9-41ba-49ef-9383-1ce552797076 HTTP/1.1" status: 204 len: 173 time: 0.4215336 Mar 30 01:34:36.309242 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4d2b7e-684f-4300-895f-ccdc7efee9b8', 'name': 'network-vif-deleted', 'tag': 'bde9f3f9-41ba-49ef-9383-1ce552797076'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:34:36.311499 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eab78f9-b45e-458f-8944-fd47188741aa" -d '{"events": [{"server_uuid": "9d4d2b7e-684f-4300-895f-ccdc7efee9b8", "name": "network-vif-deleted", "tag": "bde9f3f9-41ba-49ef-9383-1ce552797076"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:34:36.343361 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e7404b13-b3b8-44b5-9cd1-df5f90592f5a req-d45c72f0-2de2-405f-8055-b8a112be9073 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438311 Mar 30 01:34:36.404847 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637f7512-6337-4bd9-94f4-92c9a25cd617 x-openstack-request-id: req-637f7512-6337-4bd9-94f4-92c9a25cd617 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:34:36.405136 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4d2b7e-684f-4300-895f-ccdc7efee9b8", "name": "network-vif-deleted", "tag": "bde9f3f9-41ba-49ef-9383-1ce552797076", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:34:36.405383 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-637f7512-6337-4bd9-94f4-92c9a25cd617 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:34:36.405781 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-637f7512-6337-4bd9-94f4-92c9a25cd617'] response: {'server_uuid': '9d4d2b7e-684f-4300-895f-ccdc7efee9b8', 'name': 'network-vif-deleted', 'tag': 'bde9f3f9-41ba-49ef-9383-1ce552797076', 'status': 'completed', 'code': 200} Mar 30 01:34:36.512999 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:34:36.538700 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] No Port match for: e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5 {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:34:36.538979 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device e3c3bb5b-4a97-47a9-ba94-9ca147d92ca5 not bound to the agent host hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:34:37.471349 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07a6c1-9d48-4bee-8c64-056fed0e0eda req-2c15b201-88b0-40da-9e2c-b624a7ac92fc tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:37.478899 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-de07a6c1-9d48-4bee-8c64-056fed0e0eda req-2c15b201-88b0-40da-9e2c-b624a7ac92fc tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=f203bc01-737a-4ecd-b04e-e1f7f87374a0 HTTP/1.1" status: 200 len: 946 time: 0.0637684 Mar 30 01:34:37.521772 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-de07a6c1-9d48-4bee-8c64-056fed0e0eda req-8a607543-3e53-4885-acf3-b0576de3023c tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418766 Mar 30 01:34:37.573992 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 43630) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:38.255656 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bb54e95c-43db-4e35-bb31-418aef3feb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624966'] for router_interface (4948e9f9-f9e0-4cfb-af48-b75160985a23), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:38.561349 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-bb54e95c-43db-4e35-bb31-418aef3feb50 admin admin] Deleting port 585ce9db-6e64-46f3-805f-6580aebd93bc {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:34:38.561937 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bb54e95c-43db-4e35-bb31-418aef3feb50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (585ce9db-6e64-46f3-805f-6580aebd93bc), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:38.671771 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-bb54e95c-43db-4e35-bb31-418aef3feb50 admin admin] For port 585ce9db-6e64-46f3-805f-6580aebd93bc, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=585ce9db-6e64-46f3-805f-6580aebd93bc,segment=NetworkSegment(ad552f6f-3a94-45af-b738-ffdd575be1c6),segment_id=ad552f6f-3a94-45af-b738-ffdd575be1c6)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:38.672104 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bb54e95c-43db-4e35-bb31-418aef3feb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (585ce9db-6e64-46f3-805f-6580aebd93bc), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:38.672871 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57864675-2975-4cca-b7ad-e6b290763eae req-6d4032a0-2104-456e-bf4f-ea02cc13204d tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:38.674338 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-57864675-2975-4cca-b7ad-e6b290763eae req-6d4032a0-2104-456e-bf4f-ea02cc13204d tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.18 "GET /v2.0/ports?device_id=f203bc01-737a-4ecd-b04e-e1f7f87374a0 HTTP/1.1" status: 200 len: 946 time: 0.0549059 Mar 30 01:34:38.693666 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64937507-31bf-4840-aafb-571e3301fb58 req-9c17bfa7-a4f2-4700-bce2-5a34ba899038 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:38.695146 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-64937507-31bf-4840-aafb-571e3301fb58 req-9c17bfa7-a4f2-4700-bce2-5a34ba899038 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/ports?device_id=f203bc01-737a-4ecd-b04e-e1f7f87374a0 HTTP/1.1" status: 200 len: 946 time: 0.0978062 Mar 30 01:34:38.699198 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-bb54e95c-43db-4e35-bb31-418aef3feb50 admin admin] Calling delete_port for 585ce9db-6e64-46f3-805f-6580aebd93bc owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:34:38.769353 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-57864675-2975-4cca-b7ad-e6b290763eae req-6ace5009-189f-47df-8bf4-3485204c5ff3 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Deleting port 969bcbfd-bd0f-4374-81f5-809ac03f3009 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:34:38.769756 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-57864675-2975-4cca-b7ad-e6b290763eae req-6ace5009-189f-47df-8bf4-3485204c5ff3 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (969bcbfd-bd0f-4374-81f5-809ac03f3009), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:38.787307 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-64937507-31bf-4840-aafb-571e3301fb58 req-c2948dc5-7680-407d-9560-381b587d0a82 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c85b04b-a915-4209-bf7d-f69c317b61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860941 Mar 30 01:34:38.860920 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-57864675-2975-4cca-b7ad-e6b290763eae req-6ace5009-189f-47df-8bf4-3485204c5ff3 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] For port 969bcbfd-bd0f-4374-81f5-809ac03f3009, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=969bcbfd-bd0f-4374-81f5-809ac03f3009,segment=NetworkSegment(0799e6d0-5ecf-44b1-ac82-16ebbd925b69),segment_id=0799e6d0-5ecf-44b1-ac82-16ebbd925b69)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:38.861151 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-57864675-2975-4cca-b7ad-e6b290763eae req-6ace5009-189f-47df-8bf4-3485204c5ff3 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (969bcbfd-bd0f-4374-81f5-809ac03f3009), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:38.874276 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-57864675-2975-4cca-b7ad-e6b290763eae req-6ace5009-189f-47df-8bf4-3485204c5ff3 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Calling delete_port for 969bcbfd-bd0f-4374-81f5-809ac03f3009 owned by compute:nova {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:34:38.927959 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bb54e95c-43db-4e35-bb31-418aef3feb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583052'] for port (585ce9db-6e64-46f3-805f-6580aebd93bc), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:38.953073 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54e95c-43db-4e35-bb31-418aef3feb50 admin admin] Pushing event deleted for resources: {'Port': ['ID=585ce9db-6e64-46f3-805f-6580aebd93bc,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:39.012297 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-57864675-2975-4cca-b7ad-e6b290763eae req-6ace5009-189f-47df-8bf4-3485204c5ff3 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (969bcbfd-bd0f-4374-81f5-809ac03f3009), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:39.024724 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['969bcbfd-bd0f-4374-81f5-809ac03f3009'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:34:39.042677 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace5009-189f-47df-8bf4-3485204c5ff3 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Pushing event deleted for resources: {'Port': ['ID=969bcbfd-bd0f-4374-81f5-809ac03f3009,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:39.093648 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-57864675-2975-4cca-b7ad-e6b290763eae req-6ace5009-189f-47df-8bf4-3485204c5ff3 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] No DVR routers for this DVR port 969bcbfd-bd0f-4374-81f5-809ac03f3009 on host hv-cinder-81713 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:34:39.098164 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-57864675-2975-4cca-b7ad-e6b290763eae req-6ace5009-189f-47df-8bf4-3485204c5ff3 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:39.101935 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-57864675-2975-4cca-b7ad-e6b290763eae req-6ace5009-189f-47df-8bf4-3485204c5ff3 tempest-ServerRescueNegativeTestJSON-719004309 tempest-ServerRescueNegativeTestJSON-719004309-project] 10.222.0.18 "DELETE /v2.0/ports/969bcbfd-bd0f-4374-81f5-809ac03f3009 HTTP/1.1" status: 204 len: 173 time: 0.4222620 Mar 30 01:34:39.102472 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f203bc01-737a-4ecd-b04e-e1f7f87374a0', 'name': 'network-vif-deleted', 'tag': '969bcbfd-bd0f-4374-81f5-809ac03f3009'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:34:39.105207 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c0c9c7-b9f8-4b98-a862-10fbacd522ab" -d '{"events": [{"server_uuid": "f203bc01-737a-4ecd-b04e-e1f7f87374a0", "name": "network-vif-deleted", "tag": "969bcbfd-bd0f-4374-81f5-809ac03f3009"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:34:39.148343 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bb54e95c-43db-4e35-bb31-418aef3feb50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-622806'] for router_interface (4948e9f9-f9e0-4cfb-af48-b75160985a23), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:39.151125 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082d902a-42f7-4224-b4f4-fc9b564992f0 x-openstack-request-id: req-082d902a-42f7-4224-b4f4-fc9b564992f0 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:34:39.152610 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f203bc01-737a-4ecd-b04e-e1f7f87374a0", "name": "network-vif-deleted", "tag": "969bcbfd-bd0f-4374-81f5-809ac03f3009", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:34:39.152931 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-082d902a-42f7-4224-b4f4-fc9b564992f0 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:34:39.153708 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-082d902a-42f7-4224-b4f4-fc9b564992f0'] response: {'server_uuid': 'f203bc01-737a-4ecd-b04e-e1f7f87374a0', 'name': 'network-vif-deleted', 'tag': '969bcbfd-bd0f-4374-81f5-809ac03f3009', 'status': 'completed', 'code': 200} Mar 30 01:34:39.377796 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb54e95c-43db-4e35-bb31-418aef3feb50 admin admin] Router 4948e9f9-f9e0-4cfb-af48-b75160985a23 has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:34:39.491775 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb54e95c-43db-4e35-bb31-418aef3feb50 admin admin] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:34:39.497402 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-bb54e95c-43db-4e35-bb31-418aef3feb50 admin admin] 10.222.0.25 "PUT /v2.0/routers/4948e9f9-f9e0-4cfb-af48-b75160985a23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9219255 Mar 30 01:34:39.500149 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 43636) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:39.502852 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58963915-3ad6-4f80-b2d6-17232bee43b1 None None] Sync routers for ids ['4948e9f9-f9e0-4cfb-af48-b75160985a23'] in dv-cinder-817135-7-smb {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:34:39.516317 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58963915-3ad6-4f80-b2d6-17232bee43b1 None None] Routers {'4948e9f9-f9e0-4cfb-af48-b75160985a23'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:34:39.516941 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-58963915-3ad6-4f80-b2d6-17232bee43b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:34:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['4948e9f9-f9e0-4cfb-af48-b75160985a23'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:39.615509 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b5eacc8c-3876-4cc7-9d38-908cd8387bd8 admin admin] Publish callbacks [] for router (4948e9f9-f9e0-4cfb-af48-b75160985a23), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:39.640971 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-58963915-3ad6-4f80-b2d6-17232bee43b1 None None] Set router 4948e9f9-f9e0-4cfb-af48-b75160985a23 gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:34:39.724332 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b5eacc8c-3876-4cc7-9d38-908cd8387bd8 admin admin] Publish callbacks [] for router_gateway (4948e9f9-f9e0-4cfb-af48-b75160985a23), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:39.777894 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-b5eacc8c-3876-4cc7-9d38-908cd8387bd8 admin admin] Deleting port 64030e58-56e5-42f4-a526-d5631b30d56b {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:34:39.778189 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b5eacc8c-3876-4cc7-9d38-908cd8387bd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (64030e58-56e5-42f4-a526-d5631b30d56b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:39.832897 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-58963915-3ad6-4f80-b2d6-17232bee43b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'name': 'tempest-TestMinimumBasicScenario-1133165355-router', 'tenant_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': '64030e58-56e5-42f4-a526-d5631b30d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:29Z', 'updated_at': '2022-03-30T01:34:38Z', 'revision_number': 5, 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'gw_port': {'id': '64030e58-56e5-42f4-a526-d5631b30d56b', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:30Z', 'updated_at': '2022-03-30T01:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb'}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:39.846807 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 43640) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:39.872142 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-b5eacc8c-3876-4cc7-9d38-908cd8387bd8 admin admin] For port 64030e58-56e5-42f4-a526-d5631b30d56b, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=64030e58-56e5-42f4-a526-d5631b30d56b,segment=NetworkSegment(06f2df17-57da-4e9c-9934-3a429189481b),segment_id=06f2df17-57da-4e9c-9934-3a429189481b)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:39.872513 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b5eacc8c-3876-4cc7-9d38-908cd8387bd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (64030e58-56e5-42f4-a526-d5631b30d56b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:39.889085 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-b5eacc8c-3876-4cc7-9d38-908cd8387bd8 admin admin] Calling delete_port for 64030e58-56e5-42f4-a526-d5631b30d56b owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:34:39.996251 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58963915-3ad6-4f80-b2d6-17232bee43b1 None None] Checking router: 4948e9f9-f9e0-4cfb-af48-b75160985a23 for host: dv-cinder-817135-7-smb {{(pid=103230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:34:40.004645 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58963915-3ad6-4f80-b2d6-17232bee43b1 None None] Routers {'4948e9f9-f9e0-4cfb-af48-b75160985a23'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:34:40.005258 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-58963915-3ad6-4f80-b2d6-17232bee43b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:34:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['4948e9f9-f9e0-4cfb-af48-b75160985a23'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:40.098937 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-58963915-3ad6-4f80-b2d6-17232bee43b1 None None] Set router 4948e9f9-f9e0-4cfb-af48-b75160985a23 gateway port host: None {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:34:40.151329 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-58963915-3ad6-4f80-b2d6-17232bee43b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'name': 'tempest-TestMinimumBasicScenario-1133165355-router', 'tenant_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:29Z', 'updated_at': '2022-03-30T01:34:39Z', 'revision_number': 6, 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'gw_port_host': None}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:40.181059 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58963915-3ad6-4f80-b2d6-17232bee43b1 None None] The sync data for ids ['4948e9f9-f9e0-4cfb-af48-b75160985a23'] in dv-cinder-817135-7-smb is: [{'id': '4948e9f9-f9e0-4cfb-af48-b75160985a23', 'name': 'tempest-TestMinimumBasicScenario-1133165355-router', 'tenant_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:29Z', 'updated_at': '2022-03-30T01:34:39Z', 'revision_number': 6, 'project_id': '6101ee0d13f14f7bbc3124f3c0fae568', 'gw_port_host': None}] {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:34:40.202233 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b5eacc8c-3876-4cc7-9d38-908cd8387bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583052'] for port (64030e58-56e5-42f4-a526-d5631b30d56b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:40.240695 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eacc8c-3876-4cc7-9d38-908cd8387bd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=64030e58-56e5-42f4-a526-d5631b30d56b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:40.336926 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b5eacc8c-3876-4cc7-9d38-908cd8387bd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623932'] for router_gateway (4948e9f9-f9e0-4cfb-af48-b75160985a23), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:40.513760 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device bde9f3f9-41ba-49ef-9383-1ce552797076 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:34:40.536408 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] No Port match for: bde9f3f9-41ba-49ef-9383-1ce552797076 {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:34:40.536408 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device bde9f3f9-41ba-49ef-9383-1ce552797076 not bound to the agent host hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:34:40.536408 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 969bcbfd-bd0f-4374-81f5-809ac03f3009 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:34:40.561971 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] No Port match for: 969bcbfd-bd0f-4374-81f5-809ac03f3009 {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:34:40.562348 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 969bcbfd-bd0f-4374-81f5-809ac03f3009 not bound to the agent host hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:34:40.693303 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b5eacc8c-3876-4cc7-9d38-908cd8387bd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2948'] for router (4948e9f9-f9e0-4cfb-af48-b75160985a23), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:40.696093 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b5eacc8c-3876-4cc7-9d38-908cd8387bd8 admin admin] Publish callbacks [] for router_controller (4948e9f9-f9e0-4cfb-af48-b75160985a23), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:40.782108 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b5eacc8c-3876-4cc7-9d38-908cd8387bd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629977'] for router (4948e9f9-f9e0-4cfb-af48-b75160985a23), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:40.782599 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5eacc8c-3876-4cc7-9d38-908cd8387bd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4948e9f9-f9e0-4cfb-af48-b75160985a23 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 01:34:40.788409 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b5eacc8c-3876-4cc7-9d38-908cd8387bd8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:40.789557 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-b5eacc8c-3876-4cc7-9d38-908cd8387bd8 admin admin] 10.222.0.25 "DELETE /v2.0/routers/4948e9f9-f9e0-4cfb-af48-b75160985a23 HTTP/1.1" status: 204 len: 168 time: 1.2884607 Mar 30 01:34:40.792132 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 43644) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:40.847307 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-4279a952-101e-4d49-b7e7-f3306766c57f admin admin] Deleting subnet 0eb1ea88-c52d-4b49-9989-067e5a5a20cb {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 01:34:40.852673 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4279a952-101e-4d49-b7e7-f3306766c57f admin admin] Publish callbacks [] for subnet (0eb1ea88-c52d-4b49-9989-067e5a5a20cb), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:40.909358 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4279a952-101e-4d49-b7e7-f3306766c57f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10017254'] for subnet (0eb1ea88-c52d-4b49-9989-067e5a5a20cb), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:40.998331 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-04ddb617-0f1e-4647-b5c1-7bb8840c5a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624966'] for router_interface (6bbc8d87-55bd-42b1-8abf-1af130f19d7f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:41.091802 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4279a952-101e-4d49-b7e7-f3306766c57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1879272'] for subnet (0eb1ea88-c52d-4b49-9989-067e5a5a20cb), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:41.194818 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4279a952-101e-4d49-b7e7-f3306766c57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1879263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8581503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554379'] for subnet (0eb1ea88-c52d-4b49-9989-067e5a5a20cb), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:41.244048 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279a952-101e-4d49-b7e7-f3306766c57f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eb1ea88-c52d-4b49-9989-067e5a5a20cb,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:41.244978 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4279a952-101e-4d49-b7e7-f3306766c57f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:41.250936 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-4279a952-101e-4d49-b7e7-f3306766c57f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0eb1ea88-c52d-4b49-9989-067e5a5a20cb HTTP/1.1" status: 204 len: 168 time: 0.4579077 Mar 30 01:34:41.251074 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 43646) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:41.252705 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f82b816-7f76-441e-9e5f-4b99ec3864e8 None None] Network ed006982-a1e4-4cb9-947e-e0466ea24662 requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:34:41.331107 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-22fca2ef-dff9-4257-b792-f9c4690edacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2064809'] for network (ed006982-a1e4-4cb9-947e-e0466ea24662), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:41.362025 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-04ddb617-0f1e-4647-b5c1-7bb8840c5a75 admin admin] Deleting port b1ff1662-59ac-48ab-920a-fe86371d1609 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:34:41.362466 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-04ddb617-0f1e-4647-b5c1-7bb8840c5a75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (b1ff1662-59ac-48ab-920a-fe86371d1609), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:41.397865 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-22fca2ef-dff9-4257-b792-f9c4690edacf admin admin] Deleting port 65946214-67ac-4ebf-8c54-e1662349d3e8 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:34:41.398196 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-22fca2ef-dff9-4257-b792-f9c4690edacf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (65946214-67ac-4ebf-8c54-e1662349d3e8), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:41.423024 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21208c7-e75c-4cce-a2b9-45929d8a48b6 None None] DHCP port deletion for ed006982-a1e4-4cb9-947e-e0466ea24662 request from dv-cinder-817135-7-smb {{(pid=103230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 01:34:41.452949 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-04ddb617-0f1e-4647-b5c1-7bb8840c5a75 admin admin] For port b1ff1662-59ac-48ab-920a-fe86371d1609, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=b1ff1662-59ac-48ab-920a-fe86371d1609,segment=NetworkSegment(0799e6d0-5ecf-44b1-ac82-16ebbd925b69),segment_id=0799e6d0-5ecf-44b1-ac82-16ebbd925b69)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:41.453318 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-04ddb617-0f1e-4647-b5c1-7bb8840c5a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (b1ff1662-59ac-48ab-920a-fe86371d1609), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:41.459474 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-22fca2ef-dff9-4257-b792-f9c4690edacf admin admin] For port 65946214-67ac-4ebf-8c54-e1662349d3e8, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=65946214-67ac-4ebf-8c54-e1662349d3e8,segment=NetworkSegment(ad552f6f-3a94-45af-b738-ffdd575be1c6),segment_id=ad552f6f-3a94-45af-b738-ffdd575be1c6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:41.459832 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-22fca2ef-dff9-4257-b792-f9c4690edacf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (65946214-67ac-4ebf-8c54-e1662349d3e8), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:41.467620 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-04ddb617-0f1e-4647-b5c1-7bb8840c5a75 admin admin] Calling delete_port for b1ff1662-59ac-48ab-920a-fe86371d1609 owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:34:41.472865 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-22fca2ef-dff9-4257-b792-f9c4690edacf admin admin] Calling delete_port for 65946214-67ac-4ebf-8c54-e1662349d3e8 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:34:41.476588 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-b21208c7-e75c-4cce-a2b9-45929d8a48b6 None None] Deleting port 65946214-67ac-4ebf-8c54-e1662349d3e8 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:34:41.477194 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b21208c7-e75c-4cce-a2b9-45929d8a48b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (65946214-67ac-4ebf-8c54-e1662349d3e8), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:41.544130 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-b21208c7-e75c-4cce-a2b9-45929d8a48b6 None None] For port 65946214-67ac-4ebf-8c54-e1662349d3e8, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=65946214-67ac-4ebf-8c54-e1662349d3e8,segment=NetworkSegment(ad552f6f-3a94-45af-b738-ffdd575be1c6),segment_id=ad552f6f-3a94-45af-b738-ffdd575be1c6)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:41.545174 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b21208c7-e75c-4cce-a2b9-45929d8a48b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (65946214-67ac-4ebf-8c54-e1662349d3e8), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:41.558091 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-b21208c7-e75c-4cce-a2b9-45929d8a48b6 None None] Calling delete_port for 65946214-67ac-4ebf-8c54-e1662349d3e8 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:34:41.560873 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-22fca2ef-dff9-4257-b792-f9c4690edacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (65946214-67ac-4ebf-8c54-e1662349d3e8), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:41.589981 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fca2ef-dff9-4257-b792-f9c4690edacf admin admin] Pushing event deleted for resources: {'Port': ['ID=65946214-67ac-4ebf-8c54-e1662349d3e8,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:41.593532 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fca2ef-dff9-4257-b792-f9c4690edacf admin admin] No DVR routers for this DVR port 65946214-67ac-4ebf-8c54-e1662349d3e8 on host dv-cinder-817135-7-smb {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:34:41.672041 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-22fca2ef-dff9-4257-b792-f9c4690edacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1955683', 'neutron.services.segments.db._delete_segments_for_network-8788084628282'] for network (ed006982-a1e4-4cb9-947e-e0466ea24662), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:41.673478 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-04ddb617-0f1e-4647-b5c1-7bb8840c5a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583052'] for port (b1ff1662-59ac-48ab-920a-fe86371d1609), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:41.684880 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 64030e58-56e5-42f4-a526-d5631b30d56b no longer exists at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:34:41.696982 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.services.segments.db [None req-22fca2ef-dff9-4257-b792-f9c4690edacf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed006982-a1e4-4cb9-947e-e0466ea24662']}} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:41.701454 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ddb617-0f1e-4647-b5c1-7bb8840c5a75 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1ff1662-59ac-48ab-920a-fe86371d1609,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:41.706897 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.services.segments.db [None req-22fca2ef-dff9-4257-b792-f9c4690edacf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad552f6f-3a94-45af-b738-ffdd575be1c6') {'for_net_delete': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:41.707290 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.services.segments.db [None req-22fca2ef-dff9-4257-b792-f9c4690edacf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad552f6f-3a94-45af-b738-ffdd575be1c6') {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:41.715199 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] No Port match for: 64030e58-56e5-42f4-a526-d5631b30d56b {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:34:41.715531 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 64030e58-56e5-42f4-a526-d5631b30d56b not bound to the agent host dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:34:41.716369 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 65946214-67ac-4ebf-8c54-e1662349d3e8 no longer exists at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:34:41.717798 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-22fca2ef-dff9-4257-b792-f9c4690edacf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788084859203', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9415918'] for segment (ad552f6f-3a94-45af-b738-ffdd575be1c6), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:41.731903 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-22fca2ef-dff9-4257-b792-f9c4690edacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983'] for segment (ad552f6f-3a94-45af-b738-ffdd575be1c6), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:41.738416 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22fca2ef-dff9-4257-b792-f9c4690edacf admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 01:34:41.739037 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-22fca2ef-dff9-4257-b792-f9c4690edacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9415236'] for segment (ad552f6f-3a94-45af-b738-ffdd575be1c6), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:41.741188 dv-cinder-817135-7-smb neutron-server[103228]: Traceback (most recent call last): Mar 30 01:34:41.741188 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 01:34:41.741188 dv-cinder-817135-7-smb neutron-server[103228]: timer() Mar 30 01:34:41.741188 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 01:34:41.741188 dv-cinder-817135-7-smb neutron-server[103228]: cb(*args, **kw) Mar 30 01:34:41.741188 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 01:34:41.741188 dv-cinder-817135-7-smb neutron-server[103228]: return func(*args, **kwargs) Mar 30 01:34:41.741188 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 01:34:41.741188 dv-cinder-817135-7-smb neutron-server[103228]: self._notify() Mar 30 01:34:41.741188 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 01:34:41.741188 dv-cinder-817135-7-smb neutron-server[103228]: self.callback(batched_events) Mar 30 01:34:41.741188 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 01:34:41.741188 dv-cinder-817135-7-smb neutron-server[103228]: event.method(event) Mar 30 01:34:41.741188 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 01:34:41.741188 dv-cinder-817135-7-smb neutron-server[103228]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 01:34:41.741188 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 01:34:41.741188 dv-cinder-817135-7-smb neutron-server[103228]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 01:34:41.741188 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 01:34:41.741188 dv-cinder-817135-7-smb neutron-server[103228]: return f(self, *a, **k) Mar 30 01:34:41.741188 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 01:34:41.741188 dv-cinder-817135-7-smb neutron-server[103228]: return self._get(url).json() Mar 30 01:34:41.741188 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 01:34:41.741188 dv-cinder-817135-7-smb neutron-server[103228]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 01:34:41.741188 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 01:34:41.741188 dv-cinder-817135-7-smb neutron-server[103228]: return self.request(url, 'GET', **kwargs) Mar 30 01:34:41.741188 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 01:34:41.741188 dv-cinder-817135-7-smb neutron-server[103228]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 01:34:41.741188 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 01:34:41.741188 dv-cinder-817135-7-smb neutron-server[103228]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 01:34:41.741188 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 01:34:41.741188 dv-cinder-817135-7-smb neutron-server[103228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 01:34:41.741188 dv-cinder-817135-7-smb neutron-server[103228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 01:34:41.743650 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] No Port match for: 65946214-67ac-4ebf-8c54-e1662349d3e8 {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:34:41.743650 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 65946214-67ac-4ebf-8c54-e1662349d3e8 not bound to the agent host dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:34:41.743820 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 585ce9db-6e64-46f3-805f-6580aebd93bc no longer exists at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:34:41.746648 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b21208c7-e75c-4cce-a2b9-45929d8a48b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303'] for port (65946214-67ac-4ebf-8c54-e1662349d3e8), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:41.788746 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] No Port match for: 585ce9db-6e64-46f3-805f-6580aebd93bc {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:34:41.789096 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 585ce9db-6e64-46f3-805f-6580aebd93bc not bound to the agent host dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:34:41.793084 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21208c7-e75c-4cce-a2b9-45929d8a48b6 None None] Pushing event deleted for resources: {'Port': ['ID=65946214-67ac-4ebf-8c54-e1662349d3e8,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:41.796838 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21208c7-e75c-4cce-a2b9-45929d8a48b6 None None] No DVR routers for this DVR port 65946214-67ac-4ebf-8c54-e1662349d3e8 on host dv-cinder-817135-7-smb {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:34:41.816001 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-22fca2ef-dff9-4257-b792-f9c4690edacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1955690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623952'] for network (ed006982-a1e4-4cb9-947e-e0466ea24662), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:41.830067 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-22fca2ef-dff9-4257-b792-f9c4690edacf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for network (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:41.833308 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-22fca2ef-dff9-4257-b792-f9c4690edacf admin admin] 10.222.0.25 "DELETE /v2.0/networks/ed006982-a1e4-4cb9-947e-e0466ea24662 HTTP/1.1" status: 204 len: 168 time: 0.5813198 Mar 30 01:34:41.836186 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 43648) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:41.853115 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fca2ef-dff9-4257-b792-f9c4690edacf admin admin] Pushing event deleted for resources: {'Network': ['ID=ed006982-a1e4-4cb9-947e-e0466ea24662,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:41.890283 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-04ddb617-0f1e-4647-b5c1-7bb8840c5a75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-622806'] for router_interface (6bbc8d87-55bd-42b1-8abf-1af130f19d7f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:42.129468 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ddb617-0f1e-4647-b5c1-7bb8840c5a75 admin admin] Router 6bbc8d87-55bd-42b1-8abf-1af130f19d7f has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:34:42.239187 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ddb617-0f1e-4647-b5c1-7bb8840c5a75 admin admin] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:34:42.245490 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-04ddb617-0f1e-4647-b5c1-7bb8840c5a75 admin admin] 10.222.0.25 "PUT /v2.0/routers/6bbc8d87-55bd-42b1-8abf-1af130f19d7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3975327 Mar 30 01:34:42.247525 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 43650) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:42.250050 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2783b18f-9303-448d-9853-082e5d86bc03 None None] Sync routers for ids ['6bbc8d87-55bd-42b1-8abf-1af130f19d7f'] in dv-cinder-817135-7-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:34:42.261523 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2783b18f-9303-448d-9853-082e5d86bc03 None None] Routers {'6bbc8d87-55bd-42b1-8abf-1af130f19d7f'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:34:42.262149 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-2783b18f-9303-448d-9853-082e5d86bc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:34:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6bbc8d87-55bd-42b1-8abf-1af130f19d7f'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:42.280968 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9da96ee9-288d-4c8c-903f-a65e632d842d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624966'] for router_interface (ec8227be-2489-4e00-a488-ee4bb1e59974), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:42.359318 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-deb2f9e5-847d-4bab-abd6-ba9017ff4db5 admin admin] Publish callbacks [] for router (6bbc8d87-55bd-42b1-8abf-1af130f19d7f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:42.370756 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-2783b18f-9303-448d-9853-082e5d86bc03 None None] Set router 6bbc8d87-55bd-42b1-8abf-1af130f19d7f gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:34:42.464795 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-deb2f9e5-847d-4bab-abd6-ba9017ff4db5 admin admin] Publish callbacks [] for router_gateway (6bbc8d87-55bd-42b1-8abf-1af130f19d7f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:42.530336 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-deb2f9e5-847d-4bab-abd6-ba9017ff4db5 admin admin] Deleting port 4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:34:42.530336 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-deb2f9e5-847d-4bab-abd6-ba9017ff4db5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:42.549878 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-2783b18f-9303-448d-9853-082e5d86bc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-29569113-router', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.81'}], 'enable_snat': True}, 'gw_port_id': '4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:11Z', 'updated_at': '2022-03-30T01:34:41Z', 'revision_number': 5, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'gw_port': {'id': '4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:12Z', 'updated_at': '2022-03-30T01:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb'}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:42.579067 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2783b18f-9303-448d-9853-082e5d86bc03 None None] Checking router: 6bbc8d87-55bd-42b1-8abf-1af130f19d7f for host: dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:34:42.587445 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2783b18f-9303-448d-9853-082e5d86bc03 None None] Routers {'6bbc8d87-55bd-42b1-8abf-1af130f19d7f'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:34:42.588314 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-2783b18f-9303-448d-9853-082e5d86bc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:34:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6bbc8d87-55bd-42b1-8abf-1af130f19d7f'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:42.601368 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9da96ee9-288d-4c8c-903f-a65e632d842d admin admin] Deleting port a326a4f8-cbb3-4641-8477-d324e721c542 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:34:42.601827 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9da96ee9-288d-4c8c-903f-a65e632d842d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (a326a4f8-cbb3-4641-8477-d324e721c542), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:42.614820 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-deb2f9e5-847d-4bab-abd6-ba9017ff4db5 admin admin] For port 4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2,segment=NetworkSegment(06f2df17-57da-4e9c-9934-3a429189481b),segment_id=06f2df17-57da-4e9c-9934-3a429189481b)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:42.615177 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-deb2f9e5-847d-4bab-abd6-ba9017ff4db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:42.633618 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-deb2f9e5-847d-4bab-abd6-ba9017ff4db5 admin admin] Calling delete_port for 4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2 owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:34:42.676020 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-2783b18f-9303-448d-9853-082e5d86bc03 None None] Set router 6bbc8d87-55bd-42b1-8abf-1af130f19d7f gateway port host: None {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:34:42.685909 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9da96ee9-288d-4c8c-903f-a65e632d842d admin admin] For port a326a4f8-cbb3-4641-8477-d324e721c542, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=a326a4f8-cbb3-4641-8477-d324e721c542,segment=NetworkSegment(adf4cde0-c0da-43cb-bbc3-5caeef5acfdc),segment_id=adf4cde0-c0da-43cb-bbc3-5caeef5acfdc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:42.686358 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9da96ee9-288d-4c8c-903f-a65e632d842d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (a326a4f8-cbb3-4641-8477-d324e721c542), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:42.699073 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9da96ee9-288d-4c8c-903f-a65e632d842d admin admin] Calling delete_port for a326a4f8-cbb3-4641-8477-d324e721c542 owned by network:router_interface {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:34:42.728717 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-2783b18f-9303-448d-9853-082e5d86bc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-29569113-router', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:11Z', 'updated_at': '2022-03-30T01:34:42Z', 'revision_number': 6, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'gw_port_host': None}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:42.757236 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2783b18f-9303-448d-9853-082e5d86bc03 None None] The sync data for ids ['6bbc8d87-55bd-42b1-8abf-1af130f19d7f'] in dv-cinder-817135-7-smb is: [{'id': '6bbc8d87-55bd-42b1-8abf-1af130f19d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-29569113-router', 'tenant_id': '4d9a35d928b647dc9915d88e0bf1f590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:11Z', 'updated_at': '2022-03-30T01:34:42Z', 'revision_number': 6, 'project_id': '4d9a35d928b647dc9915d88e0bf1f590', 'gw_port_host': None}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:34:42.814805 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-deb2f9e5-847d-4bab-abd6-ba9017ff4db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583052'] for port (4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:42.844979 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2f9e5-847d-4bab-abd6-ba9017ff4db5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:42.910066 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-deb2f9e5-847d-4bab-abd6-ba9017ff4db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623932'] for router_gateway (6bbc8d87-55bd-42b1-8abf-1af130f19d7f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:43.006168 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-deb2f9e5-847d-4bab-abd6-ba9017ff4db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2948'] for router (6bbc8d87-55bd-42b1-8abf-1af130f19d7f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:43.008600 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-deb2f9e5-847d-4bab-abd6-ba9017ff4db5 admin admin] Publish callbacks [] for router_controller (6bbc8d87-55bd-42b1-8abf-1af130f19d7f), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:43.055726 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-deb2f9e5-847d-4bab-abd6-ba9017ff4db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629977'] for router (6bbc8d87-55bd-42b1-8abf-1af130f19d7f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:43.056219 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb2f9e5-847d-4bab-abd6-ba9017ff4db5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bbc8d87-55bd-42b1-8abf-1af130f19d7f {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 01:34:43.061180 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-deb2f9e5-847d-4bab-abd6-ba9017ff4db5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:43.062332 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-deb2f9e5-847d-4bab-abd6-ba9017ff4db5 admin admin] 10.222.0.25 "DELETE /v2.0/routers/6bbc8d87-55bd-42b1-8abf-1af130f19d7f HTTP/1.1" status: 204 len: 168 time: 0.8142226 Mar 30 01:34:43.064986 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 43652) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:43.115998 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-0485a4e8-92b7-4bbb-96a1-a42e6ab3f572 admin admin] Deleting subnet 81bb63ca-5b7c-44e1-993e-20d1ff7fbcda {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 01:34:43.119410 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0485a4e8-92b7-4bbb-96a1-a42e6ab3f572 admin admin] Publish callbacks [] for subnet (81bb63ca-5b7c-44e1-993e-20d1ff7fbcda), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:43.125405 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9da96ee9-288d-4c8c-903f-a65e632d842d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (a326a4f8-cbb3-4641-8477-d324e721c542), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:43.148761 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da96ee9-288d-4c8c-903f-a65e632d842d admin admin] Pushing event deleted for resources: {'Port': ['ID=a326a4f8-cbb3-4641-8477-d324e721c542,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:43.158740 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0485a4e8-92b7-4bbb-96a1-a42e6ab3f572 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10017254'] for subnet (81bb63ca-5b7c-44e1-993e-20d1ff7fbcda), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:43.250878 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0485a4e8-92b7-4bbb-96a1-a42e6ab3f572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1879272'] for subnet (81bb63ca-5b7c-44e1-993e-20d1ff7fbcda), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:43.309188 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0485a4e8-92b7-4bbb-96a1-a42e6ab3f572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1879263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8581503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554379'] for subnet (81bb63ca-5b7c-44e1-993e-20d1ff7fbcda), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:43.331495 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9da96ee9-288d-4c8c-903f-a65e632d842d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-622806'] for router_interface (ec8227be-2489-4e00-a488-ee4bb1e59974), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:43.341474 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485a4e8-92b7-4bbb-96a1-a42e6ab3f572 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81bb63ca-5b7c-44e1-993e-20d1ff7fbcda,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:43.343495 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0485a4e8-92b7-4bbb-96a1-a42e6ab3f572 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:43.346955 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-0485a4e8-92b7-4bbb-96a1-a42e6ab3f572 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/81bb63ca-5b7c-44e1-993e-20d1ff7fbcda HTTP/1.1" status: 204 len: 168 time: 0.2807393 Mar 30 01:34:43.348104 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9717dba-123c-4dab-aad7-77f3d389f23b None None] Network 37a51576-2901-40b9-a77d-ddc99f82f95c requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:34:43.349267 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 43654) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:43.422437 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-feee2f7c-306a-4226-9431-8d62e5cce5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2064809'] for network (37a51576-2901-40b9-a77d-ddc99f82f95c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:43.477188 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-feee2f7c-306a-4226-9431-8d62e5cce5b8 admin admin] Deleting port 1465ae13-7411-41c5-91ce-1786eae1cd6e {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:34:43.477533 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-feee2f7c-306a-4226-9431-8d62e5cce5b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (1465ae13-7411-41c5-91ce-1786eae1cd6e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:43.585424 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0f07ab-3e21-46f3-9f5f-7dfd562b2873 None None] DHCP port deletion for 37a51576-2901-40b9-a77d-ddc99f82f95c request from dv-cinder-817135-7-smb {{(pid=103230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 01:34:43.606324 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da96ee9-288d-4c8c-903f-a65e632d842d admin admin] Router ec8227be-2489-4e00-a488-ee4bb1e59974 has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:34:43.642056 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-4e0f07ab-3e21-46f3-9f5f-7dfd562b2873 None None] Deleting port 1465ae13-7411-41c5-91ce-1786eae1cd6e {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:34:43.642548 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4e0f07ab-3e21-46f3-9f5f-7dfd562b2873 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (1465ae13-7411-41c5-91ce-1786eae1cd6e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:43.730081 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-4e0f07ab-3e21-46f3-9f5f-7dfd562b2873 None None] For port 1465ae13-7411-41c5-91ce-1786eae1cd6e, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=1465ae13-7411-41c5-91ce-1786eae1cd6e,segment=NetworkSegment(0799e6d0-5ecf-44b1-ac82-16ebbd925b69),segment_id=0799e6d0-5ecf-44b1-ac82-16ebbd925b69)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:43.731060 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4e0f07ab-3e21-46f3-9f5f-7dfd562b2873 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (1465ae13-7411-41c5-91ce-1786eae1cd6e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:43.747246 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da96ee9-288d-4c8c-903f-a65e632d842d admin admin] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:34:43.748982 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 1465ae13-7411-41c5-91ce-1786eae1cd6e no longer exists at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:34:43.756887 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-9da96ee9-288d-4c8c-903f-a65e632d842d admin admin] 10.222.0.25 "PUT /v2.0/routers/ec8227be-2489-4e00-a488-ee4bb1e59974/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9192805 Mar 30 01:34:43.757814 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 43656) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:43.786562 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df079f55-f780-44a5-b0a5-7e74c802ea18 None None] Sync routers for ids ['ec8227be-2489-4e00-a488-ee4bb1e59974'] in dv-cinder-817135-7-smb {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:34:43.796579 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-4e0f07ab-3e21-46f3-9f5f-7dfd562b2873 None None] Calling delete_port for 1465ae13-7411-41c5-91ce-1786eae1cd6e owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:34:43.818142 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-feee2f7c-306a-4226-9431-8d62e5cce5b8 admin admin] For port 1465ae13-7411-41c5-91ce-1786eae1cd6e, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=1465ae13-7411-41c5-91ce-1786eae1cd6e,segment=NetworkSegment(0799e6d0-5ecf-44b1-ac82-16ebbd925b69),segment_id=0799e6d0-5ecf-44b1-ac82-16ebbd925b69)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:43.818739 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-feee2f7c-306a-4226-9431-8d62e5cce5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (1465ae13-7411-41c5-91ce-1786eae1cd6e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:43.821777 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df079f55-f780-44a5-b0a5-7e74c802ea18 None None] Routers {'ec8227be-2489-4e00-a488-ee4bb1e59974'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:34:43.822440 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-df079f55-f780-44a5-b0a5-7e74c802ea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:34:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['ec8227be-2489-4e00-a488-ee4bb1e59974'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:43.833646 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-feee2f7c-306a-4226-9431-8d62e5cce5b8 admin admin] Calling delete_port for 1465ae13-7411-41c5-91ce-1786eae1cd6e owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:34:43.874107 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4e514705-a2f8-4e80-adbb-3df0438cf5da admin admin] Publish callbacks [] for router (ec8227be-2489-4e00-a488-ee4bb1e59974), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:43.919244 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-feee2f7c-306a-4226-9431-8d62e5cce5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583052'] for port (1465ae13-7411-41c5-91ce-1786eae1cd6e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:43.952339 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee2f7c-306a-4226-9431-8d62e5cce5b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1465ae13-7411-41c5-91ce-1786eae1cd6e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:43.963713 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feee2f7c-306a-4226-9431-8d62e5cce5b8 admin admin] No DVR routers for this DVR port 1465ae13-7411-41c5-91ce-1786eae1cd6e on host dv-cinder-817135-7-smb {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:34:43.987645 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port 1465ae13-7411-41c5-91ce-1786eae1cd6e is: ACTIVE; New status is: DOWN {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:34:43.988040 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (1465ae13-7411-41c5-91ce-1786eae1cd6e), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:44.005480 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4e514705-a2f8-4e80-adbb-3df0438cf5da admin admin] Publish callbacks [] for router_gateway (ec8227be-2489-4e00-a488-ee4bb1e59974), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:44.044386 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-feee2f7c-306a-4226-9431-8d62e5cce5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1955683', 'neutron.services.segments.db._delete_segments_for_network-8788084628282'] for network (37a51576-2901-40b9-a77d-ddc99f82f95c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:44.049196 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-df079f55-f780-44a5-b0a5-7e74c802ea18 None None] Set router ec8227be-2489-4e00-a488-ee4bb1e59974 gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:34:44.068805 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-feee2f7c-306a-4226-9431-8d62e5cce5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37a51576-2901-40b9-a77d-ddc99f82f95c']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:44.079382 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4e0f07ab-3e21-46f3-9f5f-7dfd562b2873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303'] for port (1465ae13-7411-41c5-91ce-1786eae1cd6e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:44.082158 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-feee2f7c-306a-4226-9431-8d62e5cce5b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0799e6d0-5ecf-44b1-ac82-16ebbd925b69') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:44.082964 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-feee2f7c-306a-4226-9431-8d62e5cce5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0799e6d0-5ecf-44b1-ac82-16ebbd925b69') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:44.083081 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4e514705-a2f8-4e80-adbb-3df0438cf5da admin admin] Deleting port ae32b595-449e-48a6-a5e6-65fe8fafc0c6 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:34:44.083226 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4e514705-a2f8-4e80-adbb-3df0438cf5da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (ae32b595-449e-48a6-a5e6-65fe8fafc0c6), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:44.094838 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-feee2f7c-306a-4226-9431-8d62e5cce5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788084859203', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10017261'] for segment (0799e6d0-5ecf-44b1-ac82-16ebbd925b69), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:44.110148 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-feee2f7c-306a-4226-9431-8d62e5cce5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983'] for segment (0799e6d0-5ecf-44b1-ac82-16ebbd925b69), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:44.117883 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feee2f7c-306a-4226-9431-8d62e5cce5b8 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 01:34:44.118931 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-feee2f7c-306a-4226-9431-8d62e5cce5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8583129'] for segment (0799e6d0-5ecf-44b1-ac82-16ebbd925b69), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:44.121565 dv-cinder-817135-7-smb neutron-server[103229]: Traceback (most recent call last): Mar 30 01:34:44.121565 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 01:34:44.121565 dv-cinder-817135-7-smb neutron-server[103229]: timer() Mar 30 01:34:44.121565 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 01:34:44.121565 dv-cinder-817135-7-smb neutron-server[103229]: cb(*args, **kw) Mar 30 01:34:44.121565 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 01:34:44.121565 dv-cinder-817135-7-smb neutron-server[103229]: return func(*args, **kwargs) Mar 30 01:34:44.121565 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 01:34:44.121565 dv-cinder-817135-7-smb neutron-server[103229]: self._notify() Mar 30 01:34:44.121565 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 01:34:44.121565 dv-cinder-817135-7-smb neutron-server[103229]: self.callback(batched_events) Mar 30 01:34:44.121565 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 01:34:44.121565 dv-cinder-817135-7-smb neutron-server[103229]: event.method(event) Mar 30 01:34:44.121565 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 01:34:44.121565 dv-cinder-817135-7-smb neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 01:34:44.121565 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 01:34:44.121565 dv-cinder-817135-7-smb neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 01:34:44.121565 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 01:34:44.121565 dv-cinder-817135-7-smb neutron-server[103229]: return f(self, *a, **k) Mar 30 01:34:44.121565 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 01:34:44.121565 dv-cinder-817135-7-smb neutron-server[103229]: return self._get(url).json() Mar 30 01:34:44.121565 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 01:34:44.121565 dv-cinder-817135-7-smb neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 01:34:44.121565 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 01:34:44.121565 dv-cinder-817135-7-smb neutron-server[103229]: return self.request(url, 'GET', **kwargs) Mar 30 01:34:44.121565 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 01:34:44.121565 dv-cinder-817135-7-smb neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 01:34:44.121565 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 01:34:44.121565 dv-cinder-817135-7-smb neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 01:34:44.121565 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 01:34:44.121565 dv-cinder-817135-7-smb neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 01:34:44.121565 dv-cinder-817135-7-smb neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 01:34:44.150608 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2 no longer exists at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:34:44.162116 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f07ab-3e21-46f3-9f5f-7dfd562b2873 None None] Pushing event deleted for resources: {'Port': ['ID=1465ae13-7411-41c5-91ce-1786eae1cd6e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:44.165303 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4e514705-a2f8-4e80-adbb-3df0438cf5da admin admin] For port ae32b595-449e-48a6-a5e6-65fe8fafc0c6, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=ae32b595-449e-48a6-a5e6-65fe8fafc0c6,segment=NetworkSegment(06f2df17-57da-4e9c-9934-3a429189481b),segment_id=06f2df17-57da-4e9c-9934-3a429189481b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:44.165476 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4e514705-a2f8-4e80-adbb-3df0438cf5da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (ae32b595-449e-48a6-a5e6-65fe8fafc0c6), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:44.184371 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4e514705-a2f8-4e80-adbb-3df0438cf5da admin admin] Calling delete_port for ae32b595-449e-48a6-a5e6-65fe8fafc0c6 owned by network:router_gateway {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:34:44.189875 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-feee2f7c-306a-4226-9431-8d62e5cce5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1955690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623952'] for network (37a51576-2901-40b9-a77d-ddc99f82f95c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:44.192402 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0f07ab-3e21-46f3-9f5f-7dfd562b2873 None None] No DVR routers for this DVR port 1465ae13-7411-41c5-91ce-1786eae1cd6e on host dv-cinder-817135-7-smb {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:34:44.196018 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-feee2f7c-306a-4226-9431-8d62e5cce5b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:44.203343 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-feee2f7c-306a-4226-9431-8d62e5cce5b8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/37a51576-2901-40b9-a77d-ddc99f82f95c HTTP/1.1" status: 204 len: 168 time: 0.8495960 Mar 30 01:34:44.222974 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] No Port match for: 4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2 {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:34:44.223405 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 4fd237c6-6144-4d4d-b2da-e7ac7aa5f4b2 not bound to the agent host dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:34:44.224152 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device b1ff1662-59ac-48ab-920a-fe86371d1609 no longer exists at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:34:44.232449 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee2f7c-306a-4226-9431-8d62e5cce5b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=37a51576-2901-40b9-a77d-ddc99f82f95c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:44.258351 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] No Port match for: b1ff1662-59ac-48ab-920a-fe86371d1609 {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:34:44.258726 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device b1ff1662-59ac-48ab-920a-fe86371d1609 not bound to the agent host dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:34:44.348518 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-df079f55-f780-44a5-b0a5-7e74c802ea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8227be-2489-4e00-a488-ee4bb1e59974', 'name': 'tempest-TestMinimumBasicScenario-1276720485-router', 'tenant_id': 'af72f62017ad405d9cc50827efa18fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ae32b595-449e-48a6-a5e6-65fe8fafc0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:38Z', 'updated_at': '2022-03-30T01:34:42Z', 'revision_number': 5, 'project_id': 'af72f62017ad405d9cc50827efa18fab', 'gw_port': {'id': 'ae32b595-449e-48a6-a5e6-65fe8fafc0c6', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:96:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8227be-2489-4e00-a488-ee4bb1e59974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:39Z', 'updated_at': '2022-03-30T01:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb'}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:44.361781 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 43660) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:44.379036 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df079f55-f780-44a5-b0a5-7e74c802ea18 None None] Checking router: ec8227be-2489-4e00-a488-ee4bb1e59974 for host: dv-cinder-817135-7-smb {{(pid=103230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:34:44.388917 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df079f55-f780-44a5-b0a5-7e74c802ea18 None None] Routers {'ec8227be-2489-4e00-a488-ee4bb1e59974'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:34:44.389559 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-df079f55-f780-44a5-b0a5-7e74c802ea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:34:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['ec8227be-2489-4e00-a488-ee4bb1e59974'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:44.394289 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4e514705-a2f8-4e80-adbb-3df0438cf5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (ae32b595-449e-48a6-a5e6-65fe8fafc0c6), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:44.410635 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-71446d2c-9819-4237-829d-c1ea22b79f9c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4d9a35d928b647dc9915d88e0bf1f590&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0472662 Mar 30 01:34:44.412826 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 43662) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:44.422150 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e514705-a2f8-4e80-adbb-3df0438cf5da admin admin] Pushing event deleted for resources: {'Port': ['ID=ae32b595-449e-48a6-a5e6-65fe8fafc0c6,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:44.470704 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-deeae2f3-51d3-495c-89b1-dfad07b36f67 admin admin] Publish callbacks [] for security_group (8c85b04b-a915-4209-bf7d-f69c317b61d1), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:44.488544 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4e514705-a2f8-4e80-adbb-3df0438cf5da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623932'] for router_gateway (ec8227be-2489-4e00-a488-ee4bb1e59974), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:44.495436 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-deeae2f3-51d3-495c-89b1-dfad07b36f67 admin admin] Publish callbacks [] for security_group (8c85b04b-a915-4209-bf7d-f69c317b61d1), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:44.554084 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-deeae2f3-51d3-495c-89b1-dfad07b36f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (8c85b04b-a915-4209-bf7d-f69c317b61d1), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:44.557791 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-deeae2f3-51d3-495c-89b1-dfad07b36f67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:44.561875 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-deeae2f3-51d3-495c-89b1-dfad07b36f67 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8c85b04b-a915-4209-bf7d-f69c317b61d1 HTTP/1.1" status: 204 len: 168 time: 0.1455083 Mar 30 01:34:44.579610 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeae2f3-51d3-495c-89b1-dfad07b36f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c85b04b-a915-4209-bf7d-f69c317b61d1,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:44.609622 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4e514705-a2f8-4e80-adbb-3df0438cf5da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2948'] for router (ec8227be-2489-4e00-a488-ee4bb1e59974), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:44.612027 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4e514705-a2f8-4e80-adbb-3df0438cf5da admin admin] Publish callbacks [] for router_controller (ec8227be-2489-4e00-a488-ee4bb1e59974), precommit_delete_associations {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:44.633738 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-df079f55-f780-44a5-b0a5-7e74c802ea18 None None] Set router ec8227be-2489-4e00-a488-ee4bb1e59974 gateway port host: None {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:34:44.682072 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4e514705-a2f8-4e80-adbb-3df0438cf5da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629977'] for router (ec8227be-2489-4e00-a488-ee4bb1e59974), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:44.682809 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e514705-a2f8-4e80-adbb-3df0438cf5da admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec8227be-2489-4e00-a488-ee4bb1e59974 {{(pid=103228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 01:34:44.689624 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4e514705-a2f8-4e80-adbb-3df0438cf5da admin admin] Publish callbacks [] for router (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:44.691358 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-4e514705-a2f8-4e80-adbb-3df0438cf5da admin admin] 10.222.0.25 "DELETE /v2.0/routers/ec8227be-2489-4e00-a488-ee4bb1e59974 HTTP/1.1" status: 204 len: 168 time: 0.9322844 Mar 30 01:34:44.692821 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-df079f55-f780-44a5-b0a5-7e74c802ea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8227be-2489-4e00-a488-ee4bb1e59974', 'name': 'tempest-TestMinimumBasicScenario-1276720485-router', 'tenant_id': 'af72f62017ad405d9cc50827efa18fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:38Z', 'updated_at': '2022-03-30T01:34:44Z', 'revision_number': 6, 'project_id': 'af72f62017ad405d9cc50827efa18fab', 'gw_port_host': None}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:44.694390 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 43666) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:44.724492 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df079f55-f780-44a5-b0a5-7e74c802ea18 None None] The sync data for ids ['ec8227be-2489-4e00-a488-ee4bb1e59974'] in dv-cinder-817135-7-smb is: [{'id': 'ec8227be-2489-4e00-a488-ee4bb1e59974', 'name': 'tempest-TestMinimumBasicScenario-1276720485-router', 'tenant_id': 'af72f62017ad405d9cc50827efa18fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:38Z', 'updated_at': '2022-03-30T01:34:44Z', 'revision_number': 6, 'project_id': 'af72f62017ad405d9cc50827efa18fab', 'gw_port_host': None}] {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:34:44.741261 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbda022e-ed93-44f1-91f5-2c0807506077 admin admin] Deleting subnet f88de9e5-a4c6-497b-aa0c-3cf95ef0160f {{(pid=103228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 01:34:44.744933 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dbda022e-ed93-44f1-91f5-2c0807506077 admin admin] Publish callbacks [] for subnet (f88de9e5-a4c6-497b-aa0c-3cf95ef0160f), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:44.786282 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dbda022e-ed93-44f1-91f5-2c0807506077 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9415909'] for subnet (f88de9e5-a4c6-497b-aa0c-3cf95ef0160f), precommit_delete_associations {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:44.897558 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dbda022e-ed93-44f1-91f5-2c0807506077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1879272'] for subnet (f88de9e5-a4c6-497b-aa0c-3cf95ef0160f), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:44.951852 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dbda022e-ed93-44f1-91f5-2c0807506077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1879263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9415906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8959023'] for subnet (f88de9e5-a4c6-497b-aa0c-3cf95ef0160f), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:44.984423 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dbda022e-ed93-44f1-91f5-2c0807506077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for subnet (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:44.987613 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-dbda022e-ed93-44f1-91f5-2c0807506077 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f88de9e5-a4c6-497b-aa0c-3cf95ef0160f HTTP/1.1" status: 204 len: 168 time: 0.2919877 Mar 30 01:34:44.988965 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda022e-ed93-44f1-91f5-2c0807506077 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f88de9e5-a4c6-497b-aa0c-3cf95ef0160f,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:44.990937 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 43678) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:44.993382 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec02e8f6-0fb7-4682-82d6-a5b2a8b63ea0 None None] Network 3e33b6cb-97bd-4bf8-a85a-8a7e07a38021 requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:34:45.006441 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda022e-ed93-44f1-91f5-2c0807506077 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:45.007269 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda022e-ed93-44f1-91f5-2c0807506077 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:45.008173 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda022e-ed93-44f1-91f5-2c0807506077 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:45.008715 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda022e-ed93-44f1-91f5-2c0807506077 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:45.009704 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda022e-ed93-44f1-91f5-2c0807506077 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:45.010242 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda022e-ed93-44f1-91f5-2c0807506077 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:45.011004 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda022e-ed93-44f1-91f5-2c0807506077 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:45.011869 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda022e-ed93-44f1-91f5-2c0807506077 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:45.012356 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda022e-ed93-44f1-91f5-2c0807506077 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:45.013051 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda022e-ed93-44f1-91f5-2c0807506077 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:45.013546 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda022e-ed93-44f1-91f5-2c0807506077 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:45.014642 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda022e-ed93-44f1-91f5-2c0807506077 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:45.015136 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda022e-ed93-44f1-91f5-2c0807506077 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:45.015910 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda022e-ed93-44f1-91f5-2c0807506077 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:45.016393 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda022e-ed93-44f1-91f5-2c0807506077 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:45.099973 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b8d82985-743a-478b-b3d2-041e9b134f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2064809'] for network (3e33b6cb-97bd-4bf8-a85a-8a7e07a38021), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:45.170270 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-b8d82985-743a-478b-b3d2-041e9b134f93 admin admin] Deleting port 91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:34:45.170651 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b8d82985-743a-478b-b3d2-041e9b134f93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:45.179028 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ba4f14-64eb-4aa5-94b5-3a4df8f70433 None None] DHCP port deletion for 3e33b6cb-97bd-4bf8-a85a-8a7e07a38021 request from dv-cinder-817135-7-smb {{(pid=103230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 01:34:45.239484 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-91ba4f14-64eb-4aa5-94b5-3a4df8f70433 None None] Deleting port 91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:34:45.239996 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-91ba4f14-64eb-4aa5-94b5-3a4df8f70433 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:45.241618 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-b8d82985-743a-478b-b3d2-041e9b134f93 admin admin] For port 91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4,segment=NetworkSegment(adf4cde0-c0da-43cb-bbc3-5caeef5acfdc),segment_id=adf4cde0-c0da-43cb-bbc3-5caeef5acfdc)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:45.242556 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b8d82985-743a-478b-b3d2-041e9b134f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:45.267372 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-b8d82985-743a-478b-b3d2-041e9b134f93 admin admin] Calling delete_port for 91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:34:45.306233 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-91ba4f14-64eb-4aa5-94b5-3a4df8f70433 None None] For port 91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4,segment=NetworkSegment(adf4cde0-c0da-43cb-bbc3-5caeef5acfdc),segment_id=adf4cde0-c0da-43cb-bbc3-5caeef5acfdc)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:45.306923 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-91ba4f14-64eb-4aa5-94b5-3a4df8f70433 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:45.319856 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-91ba4f14-64eb-4aa5-94b5-3a4df8f70433 None None] Calling delete_port for 91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:34:45.351033 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b8d82985-743a-478b-b3d2-041e9b134f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583052'] for port (91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:45.382296 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d82985-743a-478b-b3d2-041e9b134f93 admin admin] No DVR routers for this DVR port 91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4 on host dv-cinder-817135-7-smb {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:34:45.387175 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d82985-743a-478b-b3d2-041e9b134f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:45.408581 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-91ba4f14-64eb-4aa5-94b5-3a4df8f70433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303'] for port (91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:45.437668 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba4f14-64eb-4aa5-94b5-3a4df8f70433 None None] Pushing event deleted for resources: {'Port': ['ID=91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:45.439524 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ba4f14-64eb-4aa5-94b5-3a4df8f70433 None None] No DVR routers for this DVR port 91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4 on host dv-cinder-817135-7-smb {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:34:45.459879 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b8d82985-743a-478b-b3d2-041e9b134f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1955683', 'neutron.services.segments.db._delete_segments_for_network-8788084628282'] for network (3e33b6cb-97bd-4bf8-a85a-8a7e07a38021), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:45.481846 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-b8d82985-743a-478b-b3d2-041e9b134f93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e33b6cb-97bd-4bf8-a85a-8a7e07a38021']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:45.492563 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-b8d82985-743a-478b-b3d2-041e9b134f93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf4cde0-c0da-43cb-bbc3-5caeef5acfdc') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:45.492931 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-b8d82985-743a-478b-b3d2-041e9b134f93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf4cde0-c0da-43cb-bbc3-5caeef5acfdc') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:45.505176 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b8d82985-743a-478b-b3d2-041e9b134f93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788084859203', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10017261'] for segment (adf4cde0-c0da-43cb-bbc3-5caeef5acfdc), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:45.519977 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b8d82985-743a-478b-b3d2-041e9b134f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983'] for segment (adf4cde0-c0da-43cb-bbc3-5caeef5acfdc), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:45.526697 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d82985-743a-478b-b3d2-041e9b134f93 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 01:34:45.527107 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b8d82985-743a-478b-b3d2-041e9b134f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8583129'] for segment (adf4cde0-c0da-43cb-bbc3-5caeef5acfdc), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:45.529031 dv-cinder-817135-7-smb neutron-server[103229]: Traceback (most recent call last): Mar 30 01:34:45.529031 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 01:34:45.529031 dv-cinder-817135-7-smb neutron-server[103229]: timer() Mar 30 01:34:45.529031 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 01:34:45.529031 dv-cinder-817135-7-smb neutron-server[103229]: cb(*args, **kw) Mar 30 01:34:45.529031 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 01:34:45.529031 dv-cinder-817135-7-smb neutron-server[103229]: return func(*args, **kwargs) Mar 30 01:34:45.529031 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 01:34:45.529031 dv-cinder-817135-7-smb neutron-server[103229]: self._notify() Mar 30 01:34:45.529031 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 01:34:45.529031 dv-cinder-817135-7-smb neutron-server[103229]: self.callback(batched_events) Mar 30 01:34:45.529031 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 01:34:45.529031 dv-cinder-817135-7-smb neutron-server[103229]: event.method(event) Mar 30 01:34:45.529031 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 01:34:45.529031 dv-cinder-817135-7-smb neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 01:34:45.529031 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 01:34:45.529031 dv-cinder-817135-7-smb neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 01:34:45.529031 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 01:34:45.529031 dv-cinder-817135-7-smb neutron-server[103229]: return f(self, *a, **k) Mar 30 01:34:45.529031 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 01:34:45.529031 dv-cinder-817135-7-smb neutron-server[103229]: return self._get(url).json() Mar 30 01:34:45.529031 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 01:34:45.529031 dv-cinder-817135-7-smb neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 01:34:45.529031 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 01:34:45.529031 dv-cinder-817135-7-smb neutron-server[103229]: return self.request(url, 'GET', **kwargs) Mar 30 01:34:45.529031 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 01:34:45.529031 dv-cinder-817135-7-smb neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 01:34:45.529031 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 01:34:45.529031 dv-cinder-817135-7-smb neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 01:34:45.529031 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 01:34:45.529031 dv-cinder-817135-7-smb neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 01:34:45.529031 dv-cinder-817135-7-smb neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 01:34:45.584404 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b8d82985-743a-478b-b3d2-041e9b134f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1955690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623952'] for network (3e33b6cb-97bd-4bf8-a85a-8a7e07a38021), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:45.590029 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b8d82985-743a-478b-b3d2-041e9b134f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:45.595554 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-b8d82985-743a-478b-b3d2-041e9b134f93 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3e33b6cb-97bd-4bf8-a85a-8a7e07a38021 HTTP/1.1" status: 204 len: 168 time: 0.6009676 Mar 30 01:34:45.605800 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d82985-743a-478b-b3d2-041e9b134f93 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e33b6cb-97bd-4bf8-a85a-8a7e07a38021,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:45.677471 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device ae32b595-449e-48a6-a5e6-65fe8fafc0c6 no longer exists at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:34:45.703613 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] No Port match for: ae32b595-449e-48a6-a5e6-65fe8fafc0c6 {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:34:45.703912 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device ae32b595-449e-48a6-a5e6-65fe8fafc0c6 not bound to the agent host dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:34:45.704499 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device a326a4f8-cbb3-4641-8477-d324e721c542 no longer exists at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:34:45.725686 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] No Port match for: a326a4f8-cbb3-4641-8477-d324e721c542 {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:34:45.726280 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device a326a4f8-cbb3-4641-8477-d324e721c542 not bound to the agent host dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:34:45.726930 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4 no longer exists at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:34:45.754893 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] No Port match for: 91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4 {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:34:45.755521 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 91b41a0e-59a4-4ec0-90f9-b6c00df9d3b4 not bound to the agent host dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:34:45.755771 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 43702) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:45.809678 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-79c3b066-f071-426e-b416-315d99469adf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6101ee0d13f14f7bbc3124f3c0fae568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0526834 Mar 30 01:34:45.812722 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 43706) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:45.866420 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-97a2a309-7e63-46ed-98d0-8351e3db49a6 admin admin] Publish callbacks [] for security_group (fa4fee4a-1228-4149-bc44-4aa64dba5c54), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:45.889421 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-97a2a309-7e63-46ed-98d0-8351e3db49a6 admin admin] Publish callbacks [] for security_group (fa4fee4a-1228-4149-bc44-4aa64dba5c54), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:45.940252 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-97a2a309-7e63-46ed-98d0-8351e3db49a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (fa4fee4a-1228-4149-bc44-4aa64dba5c54), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:45.943051 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-97a2a309-7e63-46ed-98d0-8351e3db49a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:45.944214 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-97a2a309-7e63-46ed-98d0-8351e3db49a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa4fee4a-1228-4149-bc44-4aa64dba5c54 HTTP/1.1" status: 204 len: 168 time: 0.1306059 Mar 30 01:34:45.955181 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a2a309-7e63-46ed-98d0-8351e3db49a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4fee4a-1228-4149-bc44-4aa64dba5c54,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:46.284257 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 43720) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:46.324732 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-b88e1f7c-a9c7-4c4c-aa32-f020525f1dc2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=af72f62017ad405d9cc50827efa18fab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392475 Mar 30 01:34:46.327182 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 43724) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:46.374326 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-785c11b6-4535-4fce-9668-35a2b9c38cf2 admin admin] Publish callbacks [] for security_group (eb4c5ed1-7a6e-4719-9443-86fd4777c06d), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:46.396669 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-785c11b6-4535-4fce-9668-35a2b9c38cf2 admin admin] Publish callbacks [] for security_group (eb4c5ed1-7a6e-4719-9443-86fd4777c06d), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:46.450318 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-785c11b6-4535-4fce-9668-35a2b9c38cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (eb4c5ed1-7a6e-4719-9443-86fd4777c06d), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:46.452896 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-785c11b6-4535-4fce-9668-35a2b9c38cf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:46.454046 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-785c11b6-4535-4fce-9668-35a2b9c38cf2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eb4c5ed1-7a6e-4719-9443-86fd4777c06d HTTP/1.1" status: 204 len: 168 time: 0.1258831 Mar 30 01:34:46.462080 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c11b6-4535-4fce-9668-35a2b9c38cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4c5ed1-7a6e-4719-9443-86fd4777c06d,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:49.733243 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6d0b2703-c2d6-4ff8-810b-f35b77a5b91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:50.190287 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 43782) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:50.313591 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4b17697f-27b3-4bd7-b146-7c5d6fc2412e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:50.393690 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4b17697f-27b3-4bd7-b146-7c5d6fc2412e admin admin] Publish callbacks [] for security_group (16557e91-c51b-4801-9cc6-a4524c44e86f), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:50.399638 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4b17697f-27b3-4bd7-b146-7c5d6fc2412e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (16557e91-c51b-4801-9cc6-a4524c44e86f), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:50.437573 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-4b17697f-27b3-4bd7-b146-7c5d6fc2412e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1065c9be34384c329055b41f0668315b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461281 Mar 30 01:34:50.438433 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17697f-27b3-4bd7-b146-7c5d6fc2412e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16557e91-c51b-4801-9cc6-a4524c44e86f,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:50.440524 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 43786) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:50.488830 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2cad295f-bc1e-4070-82f9-3c613df90b8c admin admin] Publish callbacks [] for security_group (16557e91-c51b-4801-9cc6-a4524c44e86f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:50.509872 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2cad295f-bc1e-4070-82f9-3c613df90b8c admin admin] Publish callbacks [] for security_group (16557e91-c51b-4801-9cc6-a4524c44e86f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:50.557193 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2cad295f-bc1e-4070-82f9-3c613df90b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (16557e91-c51b-4801-9cc6-a4524c44e86f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:50.559784 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2cad295f-bc1e-4070-82f9-3c613df90b8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:50.560963 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-2cad295f-bc1e-4070-82f9-3c613df90b8c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/16557e91-c51b-4801-9cc6-a4524c44e86f HTTP/1.1" status: 204 len: 168 time: 0.1194241 Mar 30 01:34:50.568482 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad295f-bc1e-4070-82f9-3c613df90b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16557e91-c51b-4801-9cc6-a4524c44e86f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:50.575740 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad295f-bc1e-4070-82f9-3c613df90b8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:50.576086 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad295f-bc1e-4070-82f9-3c613df90b8c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:50.576430 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad295f-bc1e-4070-82f9-3c613df90b8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:50.576741 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad295f-bc1e-4070-82f9-3c613df90b8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:50.577099 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad295f-bc1e-4070-82f9-3c613df90b8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:50.577426 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad295f-bc1e-4070-82f9-3c613df90b8c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:50.577731 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad295f-bc1e-4070-82f9-3c613df90b8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:50.578078 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad295f-bc1e-4070-82f9-3c613df90b8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:50.578436 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad295f-bc1e-4070-82f9-3c613df90b8c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:50.578751 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad295f-bc1e-4070-82f9-3c613df90b8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:50.579042 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad295f-bc1e-4070-82f9-3c613df90b8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:50.579484 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad295f-bc1e-4070-82f9-3c613df90b8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:50.579710 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad295f-bc1e-4070-82f9-3c613df90b8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:50.580029 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad295f-bc1e-4070-82f9-3c613df90b8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:50.580348 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad295f-bc1e-4070-82f9-3c613df90b8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:50.828528 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 43792) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:50.844728 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f9f77037-91ab-4b18-a468-6808494edfa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:50.918190 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f9f77037-91ab-4b18-a468-6808494edfa3 admin admin] Publish callbacks [] for security_group (cd3fe80a-deff-41ea-a753-0197cccb8f20), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:50.923638 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f9f77037-91ab-4b18-a468-6808494edfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (cd3fe80a-deff-41ea-a753-0197cccb8f20), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:50.960870 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-f9f77037-91ab-4b18-a468-6808494edfa3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=668be6ebfde44ca0becb02aea121c5fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309767 Mar 30 01:34:50.961887 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f77037-91ab-4b18-a468-6808494edfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3fe80a-deff-41ea-a753-0197cccb8f20,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:50.963943 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 43794) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:51.016880 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-174244e3-0dd2-4c55-a7a0-ea81d5ff526d admin admin] Publish callbacks [] for security_group (cd3fe80a-deff-41ea-a753-0197cccb8f20), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:51.038118 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-174244e3-0dd2-4c55-a7a0-ea81d5ff526d admin admin] Publish callbacks [] for security_group (cd3fe80a-deff-41ea-a753-0197cccb8f20), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:51.087294 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-174244e3-0dd2-4c55-a7a0-ea81d5ff526d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (cd3fe80a-deff-41ea-a753-0197cccb8f20), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:51.089763 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-174244e3-0dd2-4c55-a7a0-ea81d5ff526d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:51.090922 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-174244e3-0dd2-4c55-a7a0-ea81d5ff526d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cd3fe80a-deff-41ea-a753-0197cccb8f20 HTTP/1.1" status: 204 len: 168 time: 0.1260300 Mar 30 01:34:51.098453 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174244e3-0dd2-4c55-a7a0-ea81d5ff526d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3fe80a-deff-41ea-a753-0197cccb8f20,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:51.439051 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 43800) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:51.453921 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d223c73-8c10-4fa9-843e-d9f7327af67d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:51.541315 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d223c73-8c10-4fa9-843e-d9f7327af67d admin admin] Publish callbacks [] for security_group (1db81052-5a74-4c24-945a-c6cc6cf560ff), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:51.547783 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d223c73-8c10-4fa9-843e-d9f7327af67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (1db81052-5a74-4c24-945a-c6cc6cf560ff), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:51.586020 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-5d223c73-8c10-4fa9-843e-d9f7327af67d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac6ef9d92a914d7c9483ca1e4c2d49be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1458848 Mar 30 01:34:51.587053 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d223c73-8c10-4fa9-843e-d9f7327af67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db81052-5a74-4c24-945a-c6cc6cf560ff,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:51.589143 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 43802) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:51.641249 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ff63862a-a857-458e-aa49-96fc6c388294 admin admin] Publish callbacks [] for security_group (1db81052-5a74-4c24-945a-c6cc6cf560ff), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:51.667926 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ff63862a-a857-458e-aa49-96fc6c388294 admin admin] Publish callbacks [] for security_group (1db81052-5a74-4c24-945a-c6cc6cf560ff), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:51.722058 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ff63862a-a857-458e-aa49-96fc6c388294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (1db81052-5a74-4c24-945a-c6cc6cf560ff), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:51.724651 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ff63862a-a857-458e-aa49-96fc6c388294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:51.725791 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-ff63862a-a857-458e-aa49-96fc6c388294 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1db81052-5a74-4c24-945a-c6cc6cf560ff HTTP/1.1" status: 204 len: 168 time: 0.1355600 Mar 30 01:34:51.733551 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff63862a-a857-458e-aa49-96fc6c388294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db81052-5a74-4c24-945a-c6cc6cf560ff,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:51.946675 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c97c3800-5c6e-4494-85fc-0eed3015d96d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:53.012551 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:54.588158 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:56.009569 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:59.980697 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 43926) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:00.103386 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4431ad0b-51ce-4531-96fb-67ed82d78ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:00.182755 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4431ad0b-51ce-4531-96fb-67ed82d78ab2 admin admin] Publish callbacks [] for security_group (3dd2b915-543a-49fb-9d27-fdbf69f80194), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:00.188582 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4431ad0b-51ce-4531-96fb-67ed82d78ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (3dd2b915-543a-49fb-9d27-fdbf69f80194), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:00.227459 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-4431ad0b-51ce-4531-96fb-67ed82d78ab2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1969f3f86876481fbc4efcfabb61a068&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456610 Mar 30 01:35:00.228356 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431ad0b-51ce-4531-96fb-67ed82d78ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd2b915-543a-49fb-9d27-fdbf69f80194,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:00.230553 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 43930) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:00.286936 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aa1974af-9379-4de1-8db5-3f20aaa051e1 admin admin] Publish callbacks [] for security_group (3dd2b915-543a-49fb-9d27-fdbf69f80194), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:00.308872 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aa1974af-9379-4de1-8db5-3f20aaa051e1 admin admin] Publish callbacks [] for security_group (3dd2b915-543a-49fb-9d27-fdbf69f80194), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:00.356784 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aa1974af-9379-4de1-8db5-3f20aaa051e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (3dd2b915-543a-49fb-9d27-fdbf69f80194), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:00.359656 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aa1974af-9379-4de1-8db5-3f20aaa051e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:00.360816 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-aa1974af-9379-4de1-8db5-3f20aaa051e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3dd2b915-543a-49fb-9d27-fdbf69f80194 HTTP/1.1" status: 204 len: 168 time: 0.1292737 Mar 30 01:35:00.368698 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1974af-9379-4de1-8db5-3f20aaa051e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd2b915-543a-49fb-9d27-fdbf69f80194,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:00.639057 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 43936) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:00.652455 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d8bd2f6-1689-473d-a71b-09bdef12ac55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:00.730273 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d8bd2f6-1689-473d-a71b-09bdef12ac55 admin admin] Publish callbacks [] for security_group (4f528ee7-ba72-4e35-aa23-08f421681504), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:00.736254 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d8bd2f6-1689-473d-a71b-09bdef12ac55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (4f528ee7-ba72-4e35-aa23-08f421681504), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:00.782741 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-1d8bd2f6-1689-473d-a71b-09bdef12ac55 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7bfbecb53d4d46dba73dae9c9d53a157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425071 Mar 30 01:35:00.783647 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8bd2f6-1689-473d-a71b-09bdef12ac55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f528ee7-ba72-4e35-aa23-08f421681504,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:00.785622 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 43938) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:00.836534 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d75608ca-7573-4685-94b7-9f96eb2f7538 admin admin] Publish callbacks [] for security_group (4f528ee7-ba72-4e35-aa23-08f421681504), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:00.858469 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d75608ca-7573-4685-94b7-9f96eb2f7538 admin admin] Publish callbacks [] for security_group (4f528ee7-ba72-4e35-aa23-08f421681504), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:00.910160 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d75608ca-7573-4685-94b7-9f96eb2f7538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (4f528ee7-ba72-4e35-aa23-08f421681504), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:00.913898 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d75608ca-7573-4685-94b7-9f96eb2f7538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:00.915481 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-d75608ca-7573-4685-94b7-9f96eb2f7538 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4f528ee7-ba72-4e35-aa23-08f421681504 HTTP/1.1" status: 204 len: 168 time: 0.1288369 Mar 30 01:35:00.923920 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75608ca-7573-4685-94b7-9f96eb2f7538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f528ee7-ba72-4e35-aa23-08f421681504,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:01.390960 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 43946) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:01.404954 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a927bfa-8a24-4c40-b26c-933bb76c3934 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:01.480365 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a927bfa-8a24-4c40-b26c-933bb76c3934 admin admin] Publish callbacks [] for security_group (5d2d7a24-9193-43e3-821f-55a772162d89), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:01.486289 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a927bfa-8a24-4c40-b26c-933bb76c3934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (5d2d7a24-9193-43e3-821f-55a772162d89), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:01.525251 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-5a927bfa-8a24-4c40-b26c-933bb76c3934 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f0867b39c8cb4b43beaedc0a552f81dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330559 Mar 30 01:35:01.526165 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a927bfa-8a24-4c40-b26c-933bb76c3934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2d7a24-9193-43e3-821f-55a772162d89,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:01.528033 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 43950) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:01.583854 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0a36ceac-6147-45c8-b099-f37eca751800 admin admin] Publish callbacks [] for security_group (5d2d7a24-9193-43e3-821f-55a772162d89), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:01.605305 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0a36ceac-6147-45c8-b099-f37eca751800 admin admin] Publish callbacks [] for security_group (5d2d7a24-9193-43e3-821f-55a772162d89), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:01.656674 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0a36ceac-6147-45c8-b099-f37eca751800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (5d2d7a24-9193-43e3-821f-55a772162d89), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:01.660298 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0a36ceac-6147-45c8-b099-f37eca751800 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:01.662074 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-0a36ceac-6147-45c8-b099-f37eca751800 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d2d7a24-9193-43e3-821f-55a772162d89 HTTP/1.1" status: 204 len: 168 time: 0.1330121 Mar 30 01:35:01.669825 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36ceac-6147-45c8-b099-f37eca751800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2d7a24-9193-43e3-821f-55a772162d89,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:04.721454 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:05.343011 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 43994) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:05.447359 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1aede1f7-cc94-44c3-8d81-b6c1e246d2ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:05.522623 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1aede1f7-cc94-44c3-8d81-b6c1e246d2ae admin admin] Publish callbacks [] for security_group (2d5b33fc-5bdc-4532-b9f0-5f683b655059), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:05.528272 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1aede1f7-cc94-44c3-8d81-b6c1e246d2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (2d5b33fc-5bdc-4532-b9f0-5f683b655059), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:05.572191 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-1aede1f7-cc94-44c3-8d81-b6c1e246d2ae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=934e8c569f134f75a533fa7437f27515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281055 Mar 30 01:35:05.573024 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aede1f7-cc94-44c3-8d81-b6c1e246d2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5b33fc-5bdc-4532-b9f0-5f683b655059,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:05.575061 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 43998) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:05.623496 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-977eebe8-b964-44fb-9f86-5870f1908db4 admin admin] Publish callbacks [] for security_group (2d5b33fc-5bdc-4532-b9f0-5f683b655059), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:05.645371 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-977eebe8-b964-44fb-9f86-5870f1908db4 admin admin] Publish callbacks [] for security_group (2d5b33fc-5bdc-4532-b9f0-5f683b655059), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:05.694044 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-977eebe8-b964-44fb-9f86-5870f1908db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (2d5b33fc-5bdc-4532-b9f0-5f683b655059), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:05.696520 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-977eebe8-b964-44fb-9f86-5870f1908db4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:05.697660 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-977eebe8-b964-44fb-9f86-5870f1908db4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d5b33fc-5bdc-4532-b9f0-5f683b655059 HTTP/1.1" status: 204 len: 168 time: 0.1216075 Mar 30 01:35:05.705203 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977eebe8-b964-44fb-9f86-5870f1908db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5b33fc-5bdc-4532-b9f0-5f683b655059,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:06.108140 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:35:07.497457 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-88ca1da2-e086-4518-9135-330ad42a0e9a req-0f7973e1-1a87-4fb9-8d2a-95377155ee7d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472848 Mar 30 01:35:07.573863 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca1da2-e086-4518-9135-330ad42a0e9a req-3c22d111-687b-406e-aa51-6be3aac91563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:07.575402 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-88ca1da2-e086-4518-9135-330ad42a0e9a req-3c22d111-687b-406e-aa51-6be3aac91563 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69d4c360df1243b89a2428e647fdf76d&device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 1130 time: 0.0471416 Mar 30 01:35:07.689464 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca1da2-e086-4518-9135-330ad42a0e9a req-8a95ae78-8c93-4941-ad39-1441e8fb1693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:07.690952 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-88ca1da2-e086-4518-9135-330ad42a0e9a req-8a95ae78-8c93-4941-ad39-1441e8fb1693 service neutron] 10.222.0.18 "GET /v2.0/networks?id=793afd81-5383-41f5-bf86-f3c9d10b1876 HTTP/1.1" status: 200 len: 912 time: 0.0929694 Mar 30 01:35:07.759787 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-88ca1da2-e086-4518-9135-330ad42a0e9a req-6a2d0861-f38d-4e06-9317-956a6735efc3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0044507-ef78-440c-8fcb-6f851a287ad8 HTTP/1.1" status: 200 len: 1002 time: 0.0619042 Mar 30 01:35:07.808055 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca1da2-e086-4518-9135-330ad42a0e9a req-f0281ab5-cc89-4111-8f8c-47921210a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:07.809541 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-88ca1da2-e086-4518-9135-330ad42a0e9a req-f0281ab5-cc89-4111-8f8c-47921210a81b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9bca1a71-d5df-4913-8e95-47cc046854f4 HTTP/1.1" status: 200 len: 850 time: 0.0439038 Mar 30 01:35:07.864395 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca1da2-e086-4518-9135-330ad42a0e9a req-1e51caa8-63ee-47ca-8dbe-d9862d642437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:07.865932 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-88ca1da2-e086-4518-9135-330ad42a0e9a req-1e51caa8-63ee-47ca-8dbe-d9862d642437 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=793afd81-5383-41f5-bf86-f3c9d10b1876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0491090 Mar 30 01:35:07.956319 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-88ca1da2-e086-4518-9135-330ad42a0e9a req-e300b0b8-e9f7-4921-9c6f-9e940f47167e service neutron] 10.222.0.18 "GET /v2.0/networks/793afd81-5383-41f5-bf86-f3c9d10b1876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831115 Mar 30 01:35:08.054871 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-88ca1da2-e086-4518-9135-330ad42a0e9a req-72054372-f0eb-45e0-b5a8-5f8fcbcc9bb6 service neutron] 10.222.0.18 "GET /v2.0/networks/793afd81-5383-41f5-bf86-f3c9d10b1876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910382 Mar 30 01:35:14.573802 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246ef1c-47c9-4e51-9a12-ac7225a0c41b req-2d6781ec-36e1-4897-b7ba-e73f9d878791 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:14.575292 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b246ef1c-47c9-4e51-9a12-ac7225a0c41b req-2d6781ec-36e1-4897-b7ba-e73f9d878791 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0596569 Mar 30 01:35:14.625971 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b246ef1c-47c9-4e51-9a12-ac7225a0c41b req-48c45e43-a349-47b5-88e8-d9147ae9a845 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448439 Mar 30 01:35:15.753688 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc065979-1809-4eb9-914d-41e82a2e0480 req-b9c410e6-8667-4142-a34d-981e7ea5eeb4 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:15.755191 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-bc065979-1809-4eb9-914d-41e82a2e0480 req-b9c410e6-8667-4142-a34d-981e7ea5eeb4 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0551591 Mar 30 01:35:15.807037 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-bc065979-1809-4eb9-914d-41e82a2e0480 req-30cc2d73-6e05-47a0-bbd2-fff5491203bd tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423012 Mar 30 01:35:16.939317 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdf40e-e675-482d-94b9-1e203731a0bc req-d402b0dd-b78d-44c7-8043-f9adf05a75d2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:16.940817 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-15bdf40e-e675-482d-94b9-1e203731a0bc req-d402b0dd-b78d-44c7-8043-f9adf05a75d2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0597374 Mar 30 01:35:16.968474 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53365da-5595-4575-8054-29466b67495b req-1553da0f-c2ea-478b-8c06-0cddda154b50 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:16.969915 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-b53365da-5595-4575-8054-29466b67495b req-1553da0f-c2ea-478b-8c06-0cddda154b50 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.18 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 946 time: 0.0536709 Mar 30 01:35:16.992080 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-15bdf40e-e675-482d-94b9-1e203731a0bc req-d83ac745-6056-47c1-9f72-a135b83cca29 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bcbf31c-e90b-4122-9818-fb1f82dbaaed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453582 Mar 30 01:35:17.069812 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-b53365da-5595-4575-8054-29466b67495b req-066e1643-34a2-4eff-a91f-36efdee88e83 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Deleting port b0044507-ef78-440c-8fcb-6f851a287ad8 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:35:17.070154 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-b53365da-5595-4575-8054-29466b67495b req-066e1643-34a2-4eff-a91f-36efdee88e83 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (b0044507-ef78-440c-8fcb-6f851a287ad8), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:17.164667 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-b53365da-5595-4575-8054-29466b67495b req-066e1643-34a2-4eff-a91f-36efdee88e83 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] For port b0044507-ef78-440c-8fcb-6f851a287ad8, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b0044507-ef78-440c-8fcb-6f851a287ad8,segment=NetworkSegment(a73f41a5-84e4-43fc-81a9-5e6072abf837),segment_id=a73f41a5-84e4-43fc-81a9-5e6072abf837)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:35:17.164978 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-b53365da-5595-4575-8054-29466b67495b req-066e1643-34a2-4eff-a91f-36efdee88e83 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (b0044507-ef78-440c-8fcb-6f851a287ad8), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:17.352870 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-b53365da-5595-4575-8054-29466b67495b req-066e1643-34a2-4eff-a91f-36efdee88e83 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:17.353223 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-b53365da-5595-4575-8054-29466b67495b req-066e1643-34a2-4eff-a91f-36efdee88e83 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623942'] for floatingip (53fb6b21-bf6f-4515-b8cb-a1868dd8977f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:17.353532 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.db.l3_db [req-b53365da-5595-4575-8054-29466b67495b req-066e1643-34a2-4eff-a91f-36efdee88e83 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Floating IP 53fb6b21-bf6f-4515-b8cb-a1868dd8977f disassociated. External IP: 172.28.0.245, port: b0044507-ef78-440c-8fcb-6f851a287ad8. Mar 30 01:35:17.353848 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-b53365da-5595-4575-8054-29466b67495b req-066e1643-34a2-4eff-a91f-36efdee88e83 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Calling delete_port for b0044507-ef78-440c-8fcb-6f851a287ad8 owned by compute:nova {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:35:17.491696 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-b53365da-5595-4575-8054-29466b67495b req-066e1643-34a2-4eff-a91f-36efdee88e83 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (b0044507-ef78-440c-8fcb-6f851a287ad8), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:17.520796 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e1643-34a2-4eff-a91f-36efdee88e83 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Pushing event deleted for resources: {'Port': ['ID=b0044507-ef78-440c-8fcb-6f851a287ad8,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:17.871515 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b53365da-5595-4575-8054-29466b67495b req-066e1643-34a2-4eff-a91f-36efdee88e83 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Router b61b4878-4bdb-4960-8161-9fd93c3943d6 has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:35:17.991096 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b53365da-5595-4575-8054-29466b67495b req-066e1643-34a2-4eff-a91f-36efdee88e83 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:35:18.002270 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214d6db4-4715-4199-abb4-bba35a8a6a0d None None] Sync routers for ids ['b61b4878-4bdb-4960-8161-9fd93c3943d6'] in dv-cinder-817135-7-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:35:18.013785 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214d6db4-4715-4199-abb4-bba35a8a6a0d None None] Routers {'b61b4878-4bdb-4960-8161-9fd93c3943d6'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:35:18.014441 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-214d6db4-4715-4199-abb4-bba35a8a6a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:34:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['b61b4878-4bdb-4960-8161-9fd93c3943d6'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:18.035473 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53365da-5595-4575-8054-29466b67495b req-066e1643-34a2-4eff-a91f-36efdee88e83 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] No DVR routers for this DVR port b0044507-ef78-440c-8fcb-6f851a287ad8 on host hv-cinder-81713 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:35:18.038147 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-b53365da-5595-4575-8054-29466b67495b req-066e1643-34a2-4eff-a91f-36efdee88e83 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:18.041678 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-b53365da-5595-4575-8054-29466b67495b req-066e1643-34a2-4eff-a91f-36efdee88e83 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.18 "DELETE /v2.0/ports/b0044507-ef78-440c-8fcb-6f851a287ad8 HTTP/1.1" status: 204 len: 173 time: 1.0643904 Mar 30 01:35:18.042199 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968cada0-d56d-47bf-bd7a-d75e34732697', 'name': 'network-vif-deleted', 'tag': 'b0044507-ef78-440c-8fcb-6f851a287ad8'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:35:18.044575 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c97490-89f0-4396-bbd7-5820e3da7cf1" -d '{"events": [{"server_uuid": "968cada0-d56d-47bf-bd7a-d75e34732697", "name": "network-vif-deleted", "tag": "b0044507-ef78-440c-8fcb-6f851a287ad8"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:35:18.093970 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac878308-d68a-4da3-b640-48b332193907 x-openstack-request-id: req-ac878308-d68a-4da3-b640-48b332193907 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:35:18.094700 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968cada0-d56d-47bf-bd7a-d75e34732697", "name": "network-vif-deleted", "tag": "b0044507-ef78-440c-8fcb-6f851a287ad8", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:35:18.095253 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac878308-d68a-4da3-b640-48b332193907 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:35:18.095890 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac878308-d68a-4da3-b640-48b332193907'] response: {'server_uuid': '968cada0-d56d-47bf-bd7a-d75e34732697', 'name': 'network-vif-deleted', 'tag': 'b0044507-ef78-440c-8fcb-6f851a287ad8', 'status': 'completed', 'code': 200} Mar 30 01:35:18.097635 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b1e2c501-7035-4e2e-8457-b7847205259c req-24558487-e7af-4433-8204-cd39be54294e tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=968cada0-d56d-47bf-bd7a-d75e34732697 HTTP/1.1" status: 200 len: 210 time: 0.0309792 Mar 30 01:35:18.228931 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-214d6db4-4715-4199-abb4-bba35a8a6a0d None None] Set router b61b4878-4bdb-4960-8161-9fd93c3943d6 gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:35:18.428034 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-214d6db4-4715-4199-abb4-bba35a8a6a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'name': 'tempest-AttachVolumeTestJSON-1147341400-router', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4'}], 'enable_snat': True}, 'gw_port_id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:07Z', 'updated_at': '2022-03-30T01:30:13Z', 'revision_number': 4, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'gw_port': {'id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:08Z', 'updated_at': '2022-03-30T01:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': 'e46c2206-a194-4bec-a116-3e34c8774dea', 'name': '', 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'mac_address': 'fa:16:3e:91:a7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9bca1a71-d5df-4913-8e95-47cc046854f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:12Z', 'updated_at': '2022-03-30T01:30:18Z', 'revision_number': 5, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'subnets': [{'id': '9bca1a71-d5df-4913-8e95-47cc046854f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:18.455490 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214d6db4-4715-4199-abb4-bba35a8a6a0d None None] Checking router: b61b4878-4bdb-4960-8161-9fd93c3943d6 for host: dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:35:18.464445 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214d6db4-4715-4199-abb4-bba35a8a6a0d None None] Routers {'b61b4878-4bdb-4960-8161-9fd93c3943d6'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:35:18.465088 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-214d6db4-4715-4199-abb4-bba35a8a6a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:34:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['b61b4878-4bdb-4960-8161-9fd93c3943d6'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:18.576850 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-214d6db4-4715-4199-abb4-bba35a8a6a0d None None] Set router b61b4878-4bdb-4960-8161-9fd93c3943d6 gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:35:18.781193 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-214d6db4-4715-4199-abb4-bba35a8a6a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'name': 'tempest-AttachVolumeTestJSON-1147341400-router', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4'}], 'enable_snat': True}, 'gw_port_id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:07Z', 'updated_at': '2022-03-30T01:30:13Z', 'revision_number': 4, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'gw_port': {'id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:08Z', 'updated_at': '2022-03-30T01:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': 'e46c2206-a194-4bec-a116-3e34c8774dea', 'name': '', 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'mac_address': 'fa:16:3e:91:a7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9bca1a71-d5df-4913-8e95-47cc046854f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:12Z', 'updated_at': '2022-03-30T01:30:18Z', 'revision_number': 5, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'subnets': [{'id': '9bca1a71-d5df-4913-8e95-47cc046854f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:18.809571 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214d6db4-4715-4199-abb4-bba35a8a6a0d None None] The sync data for ids ['b61b4878-4bdb-4960-8161-9fd93c3943d6'] in dv-cinder-817135-7-smb is: [{'id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'name': 'tempest-AttachVolumeTestJSON-1147341400-router', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4'}], 'enable_snat': True}, 'gw_port_id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:07Z', 'updated_at': '2022-03-30T01:30:13Z', 'revision_number': 4, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'gw_port': {'id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:08Z', 'updated_at': '2022-03-30T01:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': 'e46c2206-a194-4bec-a116-3e34c8774dea', 'name': '', 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'mac_address': 'fa:16:3e:91:a7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9bca1a71-d5df-4913-8e95-47cc046854f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:12Z', 'updated_at': '2022-03-30T01:30:18Z', 'revision_number': 5, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'subnets': [{'id': '9bca1a71-d5df-4913-8e95-47cc046854f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:35:19.040057 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988dea7a-2edd-4598-97aa-70960ab40af2 None None] New status for floating IP 53fb6b21-bf6f-4515-b8cb-a1868dd8977f: DOWN {{(pid=103230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:35:19.185093 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 44148) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:19.237353 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6af1178e-20a8-4ba5-8cf9-b38fd7f68546 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for security_group (3bcbf31c-e90b-4122-9818-fb1f82dbaaed), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:19.264143 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6af1178e-20a8-4ba5-8cf9-b38fd7f68546 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for security_group (3bcbf31c-e90b-4122-9818-fb1f82dbaaed), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:19.311603 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6af1178e-20a8-4ba5-8cf9-b38fd7f68546 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (3bcbf31c-e90b-4122-9818-fb1f82dbaaed), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:19.314049 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6af1178e-20a8-4ba5-8cf9-b38fd7f68546 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:19.315240 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-6af1178e-20a8-4ba5-8cf9-b38fd7f68546 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "DELETE /v2.0/security-groups/3bcbf31c-e90b-4122-9818-fb1f82dbaaed HTTP/1.1" status: 204 len: 168 time: 0.1291382 Mar 30 01:35:19.318234 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 44150) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:19.324967 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1178e-20a8-4ba5-8cf9-b38fd7f68546 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcbf31c-e90b-4122-9818-fb1f82dbaaed,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:19.336150 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.api.v2.resource [None req-7c73380e-58bb-40cd-94d5-5f569628a3d5 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] show failed (client error): The resource could not be found. Mar 30 01:35:19.337190 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-7c73380e-58bb-40cd-94d5-5f569628a3d5 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups/3bcbf31c-e90b-4122-9818-fb1f82dbaaed HTTP/1.1" status: 404 len: 347 time: 0.0178883 Mar 30 01:35:19.340973 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 44152) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:19.464476 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-0754f3f0-db9e-42fd-b3e8-79c56b7f72ad tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Deleting port 72375100-e1b0-4fbf-a983-4cf4fe283934 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:35:19.464810 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0754f3f0-db9e-42fd-b3e8-79c56b7f72ad tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (72375100-e1b0-4fbf-a983-4cf4fe283934), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:19.539109 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0754f3f0-db9e-42fd-b3e8-79c56b7f72ad tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (72375100-e1b0-4fbf-a983-4cf4fe283934), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:19.539376 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0754f3f0-db9e-42fd-b3e8-79c56b7f72ad tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for floatingip (72375100-e1b0-4fbf-a983-4cf4fe283934), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:19.551314 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-0754f3f0-db9e-42fd-b3e8-79c56b7f72ad tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Calling delete_port for 72375100-e1b0-4fbf-a983-4cf4fe283934 owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:35:19.689041 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0754f3f0-db9e-42fd-b3e8-79c56b7f72ad tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583052'] for port (72375100-e1b0-4fbf-a983-4cf4fe283934), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:19.716598 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754f3f0-db9e-42fd-b3e8-79c56b7f72ad tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Pushing event deleted for resources: {'Port': ['ID=72375100-e1b0-4fbf-a983-4cf4fe283934,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:19.731496 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-23396a17-112f-40d5-b948-982dd1cfb36f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:19.778764 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0754f3f0-db9e-42fd-b3e8-79c56b7f72ad tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for floatingip (53fb6b21-bf6f-4515-b8cb-a1868dd8977f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:19.781282 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0754f3f0-db9e-42fd-b3e8-79c56b7f72ad tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:19.782462 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-0754f3f0-db9e-42fd-b3e8-79c56b7f72ad tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "DELETE /v2.0/floatingips/53fb6b21-bf6f-4515-b8cb-a1868dd8977f HTTP/1.1" status: 204 len: 168 time: 0.4405119 Mar 30 01:35:20.085356 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 44158) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:20.090172 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-3cfb1487-8c01-4b7c-bc96-398f70315ff2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1368317760', 'description': 'tempest-description--140464257'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:35:20.112596 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3cfb1487-8c01-4b7c-bc96-398f70315ff2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:20.178799 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3cfb1487-8c01-4b7c-bc96-398f70315ff2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for security_group (5565cd28-274a-4b61-b9cf-faa85e9a9665), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:20.185321 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3cfb1487-8c01-4b7c-bc96-398f70315ff2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (5565cd28-274a-4b61-b9cf-faa85e9a9665), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:20.214039 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3cfb1487-8c01-4b7c-bc96-398f70315ff2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:20.215260 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-3cfb1487-8c01-4b7c-bc96-398f70315ff2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1288836 Mar 30 01:35:20.217203 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb1487-8c01-4b7c-bc96-398f70315ff2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5565cd28-274a-4b61-b9cf-faa85e9a9665,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:20.218270 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 44160) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:20.225028 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-d22a2676-350d-4361-907d-0d27cc11df4b tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Request body: {'security_group_rule': {'security_group_id': '5565cd28-274a-4b61-b9cf-faa85e9a9665', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:35:20.252351 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d22a2676-350d-4361-907d-0d27cc11df4b tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for security_group_rule (4841d19c-6e16-4de2-9095-de031c187911), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:20.306597 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d22a2676-350d-4361-907d-0d27cc11df4b tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for security_group_rule (4841d19c-6e16-4de2-9095-de031c187911), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:20.312552 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d22a2676-350d-4361-907d-0d27cc11df4b tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532171'] for security_group_rule (4841d19c-6e16-4de2-9095-de031c187911), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:20.330086 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a2676-350d-4361-907d-0d27cc11df4b tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4841d19c-6e16-4de2-9095-de031c187911,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:20.337779 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d22a2676-350d-4361-907d-0d27cc11df4b tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:20.339313 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-d22a2676-350d-4361-907d-0d27cc11df4b tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197519 Mar 30 01:35:20.341828 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 44162) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:20.346043 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-b5b2e976-7fe3-43d4-9747-41dd59e108b5 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Request body: {'security_group_rule': {'security_group_id': '5565cd28-274a-4b61-b9cf-faa85e9a9665', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:35:20.373006 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b5b2e976-7fe3-43d4-9747-41dd59e108b5 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for security_group_rule (dc333a56-ce68-4692-9d2c-667a2217055f), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:20.432048 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b5b2e976-7fe3-43d4-9747-41dd59e108b5 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for security_group_rule (dc333a56-ce68-4692-9d2c-667a2217055f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:20.439149 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b5b2e976-7fe3-43d4-9747-41dd59e108b5 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532171'] for security_group_rule (dc333a56-ce68-4692-9d2c-667a2217055f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:20.456438 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2e976-7fe3-43d4-9747-41dd59e108b5 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc333a56-ce68-4692-9d2c-667a2217055f,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:20.465323 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b5b2e976-7fe3-43d4-9747-41dd59e108b5 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:20.466571 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-b5b2e976-7fe3-43d4-9747-41dd59e108b5 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237540 Mar 30 01:35:20.469749 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 44164) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:20.474052 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-790ba8cf-0463-4f1d-be90-335d2c5f5fc2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Request body: {'floatingip': {'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:35:20.496649 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-790ba8cf-0463-4f1d-be90-335d2c5f5fc2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:20.595997 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-790ba8cf-0463-4f1d-be90-335d2c5f5fc2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:20.705534 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-790ba8cf-0463-4f1d-be90-335d2c5f5fc2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Allocated IP 172.28.0.179 (37ca571a-19ad-455c-abf6-69b74430259c/15a93e34-d4d7-43d8-ae08-ce799dd1e751/a4bde4c0-007d-4247-b733-1f91e80c829f) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:35:20.733074 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device b0044507-ef78-440c-8fcb-6f851a287ad8 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:35:20.756561 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] No Port match for: b0044507-ef78-440c-8fcb-6f851a287ad8 {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:35:20.757026 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device b0044507-ef78-440c-8fcb-6f851a287ad8 not bound to the agent host hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:35:20.811307 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-790ba8cf-0463-4f1d-be90-335d2c5f5fc2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for port (a4bde4c0-007d-4247-b733-1f91e80c829f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:20.849404 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-790ba8cf-0463-4f1d-be90-335d2c5f5fc2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583052'] for port (a4bde4c0-007d-4247-b733-1f91e80c829f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:20.895897 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790ba8cf-0463-4f1d-be90-335d2c5f5fc2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Network 37ca571a-19ad-455c-abf6-69b74430259c is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:35:20.898686 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-790ba8cf-0463-4f1d-be90-335d2c5f5fc2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:35:20.902256 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790ba8cf-0463-4f1d-be90-335d2c5f5fc2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:35:20.928188 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ba8cf-0463-4f1d-be90-335d2c5f5fc2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Pushing event updated for resources: {'Port': ['ID=a4bde4c0-007d-4247-b733-1f91e80c829f,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:20.993666 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-790ba8cf-0463-4f1d-be90-335d2c5f5fc2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for floatingip (15b8a7a1-4e69-4270-99e0-54e5a6c3e211), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:21.032770 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-790ba8cf-0463-4f1d-be90-335d2c5f5fc2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (a4bde4c0-007d-4247-b733-1f91e80c829f), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:21.204591 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-790ba8cf-0463-4f1d-be90-335d2c5f5fc2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for port (a4bde4c0-007d-4247-b733-1f91e80c829f), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:21.212404 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-790ba8cf-0463-4f1d-be90-335d2c5f5fc2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8583045'] for port (a4bde4c0-007d-4247-b733-1f91e80c829f), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:21.286200 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ba8cf-0463-4f1d-be90-335d2c5f5fc2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Pushing event updated for resources: {'Port': ['ID=a4bde4c0-007d-4247-b733-1f91e80c829f,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:21.298174 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-790ba8cf-0463-4f1d-be90-335d2c5f5fc2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623942'] for floatingip (15b8a7a1-4e69-4270-99e0-54e5a6c3e211), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:21.315297 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-790ba8cf-0463-4f1d-be90-335d2c5f5fc2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:21.316532 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-790ba8cf-0463-4f1d-be90-335d2c5f5fc2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8458202 Mar 30 01:35:21.483161 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-cc218e19-28be-4744-80da-202cad7c50d1 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1368317760&fields=id&tenant_id=69d4c360df1243b89a2428e647fdf76d HTTP/1.1" status: 200 len: 267 time: 0.0440326 Mar 30 01:35:21.592232 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-2e4eb1c5-a5ce-4f3b-bcf6-f21c3b48d870 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:21.593861 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-2e4eb1c5-a5ce-4f3b-bcf6-f21c3b48d870 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/networks?id=793afd81-5383-41f5-bf86-f3c9d10b1876 HTTP/1.1" status: 200 len: 811 time: 0.1041989 Mar 30 01:35:21.611422 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-df54ed4c-4e26-42ba-9df2-d8ea07ff8b23 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/quotas/69d4c360df1243b89a2428e647fdf76d HTTP/1.1" status: 200 len: 375 time: 0.0102825 Mar 30 01:35:21.674215 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-9f41b1f9-2509-449b-b7e2-cbf0eeebc188 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=69d4c360df1243b89a2428e647fdf76d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554609 Mar 30 01:35:21.877604 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-4cc599f6-a479-4a8b-8c55-5a6e88d78139 service neutron] 10.222.0.25 "GET /v2.0/networks/793afd81-5383-41f5-bf86-f3c9d10b1876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892922 Mar 30 01:35:21.951458 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c23eb7f-4244-4ed7-b366-0d9f1f96bfec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:21.979532 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-7235ca76-3d8e-4ffe-bdbf-65c42612e3d2 service neutron] 10.222.0.25 "GET /v2.0/networks/793afd81-5383-41f5-bf86-f3c9d10b1876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953934 Mar 30 01:35:22.152405 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-501744b3-bdc6-40bb-b352-98ff3a1f85f1 req-f734e596-ad09-4241-9169-ba71f5352eb1 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=59e4eab1-3ea8-4ead-a88b-4946bb2f07b6 HTTP/1.1" status: 200 len: 210 time: 0.0283656 Mar 30 01:35:23.014834 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:23.281589 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-637eeacb-a03e-4e72-9695-3b1d9715fc16 req-74699e4c-9700-43d3-8801-cdc8326dbde5 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=59e4eab1-3ea8-4ead-a88b-4946bb2f07b6 HTTP/1.1" status: 200 len: 210 time: 0.0296135 Mar 30 01:35:23.305724 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-e00cbe93-92cd-4855-bb00-6314eb8bbacd tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:23.307400 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-e00cbe93-92cd-4855-bb00-6314eb8bbacd tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.18 "GET /v2.0/networks?id=793afd81-5383-41f5-bf86-f3c9d10b1876 HTTP/1.1" status: 200 len: 811 time: 0.1428957 Mar 30 01:35:23.375706 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-8cc9cb6c-12be-4671-942e-098b88a436f5 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69d4c360df1243b89a2428e647fdf76d HTTP/1.1" status: 200 len: 380 time: 0.0534577 Mar 30 01:35:23.390942 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-01389e14-e4c4-4264-bc94-0d82858147bd tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Request body: {'port': {'device_id': '59e4eab1-3ea8-4ead-a88b-4946bb2f07b6', 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876', 'admin_state_up': True, 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'security_groups': ['5565cd28-274a-4b61-b9cf-faa85e9a9665']}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:35:23.503358 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-01389e14-e4c4-4264-bc94-0d82858147bd tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Made reservation on behalf of 69d4c360df1243b89a2428e647fdf76d for: {'port': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:35:23.506713 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-01389e14-e4c4-4264-bc94-0d82858147bd tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:23.652946 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-01389e14-e4c4-4264-bc94-0d82858147bd tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Allocated IP 172.20.0.12 (793afd81-5383-41f5-bf86-f3c9d10b1876/9bca1a71-d5df-4913-8e95-47cc046854f4/90c759ee-b896-4e75-b008-fbf0f6699574) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:35:23.798744 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-01389e14-e4c4-4264-bc94-0d82858147bd tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for port (90c759ee-b896-4e75-b008-fbf0f6699574), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:23.833529 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-01389e14-e4c4-4264-bc94-0d82858147bd tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (90c759ee-b896-4e75-b008-fbf0f6699574), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:23.873506 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-01389e14-e4c4-4264-bc94-0d82858147bd tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Network 793afd81-5383-41f5-bf86-f3c9d10b1876 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:35:23.876631 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-01389e14-e4c4-4264-bc94-0d82858147bd tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:35:23.880278 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-01389e14-e4c4-4264-bc94-0d82858147bd tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:35:23.908063 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01389e14-e4c4-4264-bc94-0d82858147bd tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Pushing event updated for resources: {'Port': ['ID=90c759ee-b896-4e75-b008-fbf0f6699574,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:23.937293 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-01389e14-e4c4-4264-bc94-0d82858147bd tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:23.937915 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-01389e14-e4c4-4264-bc94-0d82858147bd tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:23.954669 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-01389e14-e4c4-4264-bc94-0d82858147bd tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5672557 Mar 30 01:35:23.969269 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-bcd3029a-d71e-4197-bdb1-85b0d5d20f33 service neutron] Request body: {'port': {'device_id': '59e4eab1-3ea8-4ead-a88b-4946bb2f07b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:35:24.037251 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-bcd3029a-d71e-4197-bdb1-85b0d5d20f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (90c759ee-b896-4e75-b008-fbf0f6699574), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:24.165194 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-e9e0315d-f531-4b18-b26b-6f9ee4149411 None None] Provisioning complete for port 90c759ee-b896-4e75-b008-fbf0f6699574 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:35:24.166216 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e9e0315d-f531-4b18-b26b-6f9ee4149411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (90c759ee-b896-4e75-b008-fbf0f6699574), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:24.203032 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-e9e0315d-f531-4b18-b26b-6f9ee4149411 None None] Port 90c759ee-b896-4e75-b008-fbf0f6699574 cannot update to ACTIVE because it is not bound. {{(pid=103230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:35:24.306501 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-bcd3029a-d71e-4197-bdb1-85b0d5d20f33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90c759ee-b896-4e75-b008-fbf0f6699574 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:35:24.315045 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-bcd3029a-d71e-4197-bdb1-85b0d5d20f33 service neutron] Publish callbacks [] for port (90c759ee-b896-4e75-b008-fbf0f6699574), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:24.327919 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-bcd3029a-d71e-4197-bdb1-85b0d5d20f33 service neutron] Transition to ACTIVE for port object 90c759ee-b896-4e75-b008-fbf0f6699574 will not be triggered until provisioned by entity L2. {{(pid=103228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:35:24.333135 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-bcd3029a-d71e-4197-bdb1-85b0d5d20f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (90c759ee-b896-4e75-b008-fbf0f6699574), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:24.429398 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882d2f3-1b0a-4412-a95e-3153de869fda req-ce5341ac-8df3-4728-ae4c-2a1b465768d2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:24.437141 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4882d2f3-1b0a-4412-a95e-3153de869fda req-ce5341ac-8df3-4728-ae4c-2a1b465768d2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=59e4eab1-3ea8-4ead-a88b-4946bb2f07b6 HTTP/1.1" status: 200 len: 944 time: 0.0828862 Mar 30 01:35:24.463572 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3029a-d71e-4197-bdb1-85b0d5d20f33 service neutron] Pushing event updated for resources: {'Port': ['ID=90c759ee-b896-4e75-b008-fbf0f6699574,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:24.478538 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-bcd3029a-d71e-4197-bdb1-85b0d5d20f33 service neutron] Attempting to bind port 90c759ee-b896-4e75-b008-fbf0f6699574 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:35:24.478880 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-bcd3029a-d71e-4197-bdb1-85b0d5d20f33 service neutron] Attempting to bind port 90c759ee-b896-4e75-b008-fbf0f6699574 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'a73f41a5-84e4-43fc-81a9-5e6072abf837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:35:24.479433 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-bcd3029a-d71e-4197-bdb1-85b0d5d20f33 service neutron] Attempting to bind port 90c759ee-b896-4e75-b008-fbf0f6699574 on network 793afd81-5383-41f5-bf86-f3c9d10b1876 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:35:24.485600 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-bcd3029a-d71e-4197-bdb1-85b0d5d20f33 service neutron] Port 90c759ee-b896-4e75-b008-fbf0f6699574 on network 793afd81-5383-41f5-bf86-f3c9d10b1876 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:35:24.486183 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-bcd3029a-d71e-4197-bdb1-85b0d5d20f33 service neutron] Attempting to bind port 90c759ee-b896-4e75-b008-fbf0f6699574 on network 793afd81-5383-41f5-bf86-f3c9d10b1876 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:35:24.492217 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-bcd3029a-d71e-4197-bdb1-85b0d5d20f33 service neutron] Checking agent: {'id': '4d4a4723-54eb-40cd-a736-b5d7ac710e77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'started_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:35:24.492880 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-bcd3029a-d71e-4197-bdb1-85b0d5d20f33 service neutron] Checking segment: {'id': 'a73f41a5-84e4-43fc-81a9-5e6072abf837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:35:24.493813 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-bcd3029a-d71e-4197-bdb1-85b0d5d20f33 service neutron] Bound using segment: {'id': 'a73f41a5-84e4-43fc-81a9-5e6072abf837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:35:24.494487 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-bcd3029a-d71e-4197-bdb1-85b0d5d20f33 service neutron] Bound port: 90c759ee-b896-4e75-b008-fbf0f6699574, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a73f41a5-84e4-43fc-81a9-5e6072abf837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:35:24.495068 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-bcd3029a-d71e-4197-bdb1-85b0d5d20f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (90c759ee-b896-4e75-b008-fbf0f6699574), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:24.530683 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4882d2f3-1b0a-4412-a95e-3153de869fda req-82f38fbb-e761-4bfa-8a1c-7e07265f890e tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=5565cd28-274a-4b61-b9cf-faa85e9a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871758 Mar 30 01:35:24.568617 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e0f2d-9a0e-4cf2-9ffb-855a6c32f309 req-a1f031bd-2b27-4e7b-a896-c0816a8c515e tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:24.570897 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2e3e0f2d-9a0e-4cf2-9ffb-855a6c32f309 req-a1f031bd-2b27-4e7b-a896-c0816a8c515e tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 945 time: 0.1145453 Mar 30 01:35:24.577839 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-bcd3029a-d71e-4197-bdb1-85b0d5d20f33 service neutron] For port 90c759ee-b896-4e75-b008-fbf0f6699574, host hv-cinder-81713, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:35:24.589748 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-bcd3029a-d71e-4197-bdb1-85b0d5d20f33 service neutron] For port 90c759ee-b896-4e75-b008-fbf0f6699574, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=90c759ee-b896-4e75-b008-fbf0f6699574,segment=NetworkSegment(a73f41a5-84e4-43fc-81a9-5e6072abf837),segment_id=a73f41a5-84e4-43fc-81a9-5e6072abf837)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:35:24.590692 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:24.599396 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-bcd3029a-d71e-4197-bdb1-85b0d5d20f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (90c759ee-b896-4e75-b008-fbf0f6699574), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:24.641303 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-bcd3029a-d71e-4197-bdb1-85b0d5d20f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:24.642060 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-bcd3029a-d71e-4197-bdb1-85b0d5d20f33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:24.643863 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-bcd3029a-d71e-4197-bdb1-85b0d5d20f33 service neutron] 10.222.0.18 "PUT /v2.0/ports/90c759ee-b896-4e75-b008-fbf0f6699574 HTTP/1.1" status: 200 len: 1094 time: 0.6786962 Mar 30 01:35:24.644392 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e4eab1-3ea8-4ead-a88b-4946bb2f07b6', 'tag': '90c759ee-b896-4e75-b008-fbf0f6699574'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:35:24.647100 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adebf5dc-fdb5-4a3c-ac88-2cde8dc68438" -d '{"events": [{"name": "network-changed", "server_uuid": "59e4eab1-3ea8-4ead-a88b-4946bb2f07b6", "tag": "90c759ee-b896-4e75-b008-fbf0f6699574"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:35:24.655035 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2e3e0f2d-9a0e-4cf2-9ffb-855a6c32f309 req-af3b5997-023c-43b3-82a1-eb9b31c59ded tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756218 Mar 30 01:35:24.687366 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3029a-d71e-4197-bdb1-85b0d5d20f33 service neutron] Pushing event updated for resources: {'Port': ['ID=90c759ee-b896-4e75-b008-fbf0f6699574,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:24.696260 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451d8014-a966-4d86-a103-27340fd5711e x-openstack-request-id: req-451d8014-a966-4d86-a103-27340fd5711e {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:35:24.696732 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e4eab1-3ea8-4ead-a88b-4946bb2f07b6", "tag": "90c759ee-b896-4e75-b008-fbf0f6699574", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:35:24.697081 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-451d8014-a966-4d86-a103-27340fd5711e {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:35:24.697525 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-451d8014-a966-4d86-a103-27340fd5711e'] response: {'name': 'network-changed', 'server_uuid': '59e4eab1-3ea8-4ead-a88b-4946bb2f07b6', 'tag': '90c759ee-b896-4e75-b008-fbf0f6699574', 'status': 'completed', 'code': 200} Mar 30 01:35:24.750472 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-5eb33ea6-7021-467e-9fe8-c7a4238fe831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:24.752039 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-5eb33ea6-7021-467e-9fe8-c7a4238fe831 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69d4c360df1243b89a2428e647fdf76d&device_id=59e4eab1-3ea8-4ead-a88b-4946bb2f07b6 HTTP/1.1" status: 200 len: 1128 time: 0.0463977 Mar 30 01:35:24.798335 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-eb5715cb-2841-4fed-afe8-e6725b154f17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90c759ee-b896-4e75-b008-fbf0f6699574 HTTP/1.1" status: 200 len: 217 time: 0.0389335 Mar 30 01:35:24.847996 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-aa31a48f-c02b-4c25-afbb-a94c01cd2ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:24.849452 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-aa31a48f-c02b-4c25-afbb-a94c01cd2ce0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9bca1a71-d5df-4913-8e95-47cc046854f4 HTTP/1.1" status: 200 len: 850 time: 0.0456171 Mar 30 01:35:24.901715 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-3515318c-8639-4776-a965-9bc9fcc5f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:24.903371 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-3515318c-8639-4776-a965-9bc9fcc5f555 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=793afd81-5383-41f5-bf86-f3c9d10b1876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0449462 Mar 30 01:35:25.002762 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-2c059b27-e08e-44e2-b96d-5c4988c44e63 service neutron] 10.222.0.18 "GET /v2.0/networks/793afd81-5383-41f5-bf86-f3c9d10b1876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927217 Mar 30 01:35:25.093003 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-eab76eec-b881-4fa4-aa8c-b22f62d6ec7a req-ec661347-1867-45ab-9cf2-20a5178da7b6 service neutron] 10.222.0.18 "GET /v2.0/networks/793afd81-5383-41f5-bf86-f3c9d10b1876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835078 Mar 30 01:35:25.197104 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebf5dc-fdb5-4a3c-ac88-2cde8dc68438 req-24d1e7c1-09ae-48d3-b6f5-ea925deeeaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:25.198993 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-adebf5dc-fdb5-4a3c-ac88-2cde8dc68438 req-24d1e7c1-09ae-48d3-b6f5-ea925deeeaca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69d4c360df1243b89a2428e647fdf76d&device_id=59e4eab1-3ea8-4ead-a88b-4946bb2f07b6 HTTP/1.1" status: 200 len: 1128 time: 0.0505652 Mar 30 01:35:25.299988 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebf5dc-fdb5-4a3c-ac88-2cde8dc68438 req-5f7ba7dd-7d04-463a-a6b7-e2b6dbe23432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:25.301452 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-adebf5dc-fdb5-4a3c-ac88-2cde8dc68438 req-5f7ba7dd-7d04-463a-a6b7-e2b6dbe23432 service neutron] 10.222.0.18 "GET /v2.0/networks?id=793afd81-5383-41f5-bf86-f3c9d10b1876 HTTP/1.1" status: 200 len: 912 time: 0.0959313 Mar 30 01:35:25.346393 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-adebf5dc-fdb5-4a3c-ac88-2cde8dc68438 req-5e8348bc-f017-477c-896a-8ec034207f9d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90c759ee-b896-4e75-b008-fbf0f6699574 HTTP/1.1" status: 200 len: 217 time: 0.0382345 Mar 30 01:35:25.399131 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebf5dc-fdb5-4a3c-ac88-2cde8dc68438 req-8cd644c3-430b-456a-bf11-095d07f5eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:25.400568 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-adebf5dc-fdb5-4a3c-ac88-2cde8dc68438 req-8cd644c3-430b-456a-bf11-095d07f5eafb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9bca1a71-d5df-4913-8e95-47cc046854f4 HTTP/1.1" status: 200 len: 850 time: 0.0481467 Mar 30 01:35:25.452406 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebf5dc-fdb5-4a3c-ac88-2cde8dc68438 req-aa17e122-fe0c-46ae-9bc6-b562d74c0f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:25.454030 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-adebf5dc-fdb5-4a3c-ac88-2cde8dc68438 req-aa17e122-fe0c-46ae-9bc6-b562d74c0f33 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=793afd81-5383-41f5-bf86-f3c9d10b1876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0444012 Mar 30 01:35:25.552943 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-adebf5dc-fdb5-4a3c-ac88-2cde8dc68438 req-7fe77219-167f-432e-b1a3-70f343cffb12 service neutron] 10.222.0.18 "GET /v2.0/networks/793afd81-5383-41f5-bf86-f3c9d10b1876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924015 Mar 30 01:35:25.641143 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cf443-911f-458b-8760-acce7de43f2d req-00a615e3-efe8-47a4-809e-38d3ed9e34ad tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:25.642653 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e05cf443-911f-458b-8760-acce7de43f2d req-00a615e3-efe8-47a4-809e-38d3ed9e34ad tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=59e4eab1-3ea8-4ead-a88b-4946bb2f07b6 HTTP/1.1" status: 200 len: 944 time: 0.0528562 Mar 30 01:35:25.648244 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-adebf5dc-fdb5-4a3c-ac88-2cde8dc68438 req-8abeab96-b913-4cbe-9784-34c021967a08 service neutron] 10.222.0.18 "GET /v2.0/networks/793afd81-5383-41f5-bf86-f3c9d10b1876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860705 Mar 30 01:35:25.690160 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e05cf443-911f-458b-8760-acce7de43f2d req-471f4d3a-2ff4-4187-832a-ea9c492a9e4d tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=5565cd28-274a-4b61-b9cf-faa85e9a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417478 Mar 30 01:35:25.782302 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ff443-06e8-4105-b599-d33d0219eed8 req-70dd5ad8-60e8-423d-8e7a-0c71c558295c tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:25.784088 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-987ff443-06e8-4105-b599-d33d0219eed8 req-70dd5ad8-60e8-423d-8e7a-0c71c558295c tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 945 time: 0.0561383 Mar 30 01:35:25.843497 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-987ff443-06e8-4105-b599-d33d0219eed8 req-bae4f850-6269-44f4-a0cc-59f05da6fda2 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512617 Mar 30 01:35:26.005840 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:26.827928 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b35df-8c49-4898-b022-7eac0411164d req-0e578ef1-135f-446a-90ac-bdadf75eb162 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:26.829572 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a57b35df-8c49-4898-b022-7eac0411164d req-0e578ef1-135f-446a-90ac-bdadf75eb162 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=59e4eab1-3ea8-4ead-a88b-4946bb2f07b6 HTTP/1.1" status: 200 len: 944 time: 0.0641809 Mar 30 01:35:26.877245 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a57b35df-8c49-4898-b022-7eac0411164d req-50745145-0e32-4792-b405-bb1b31fa947b tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=5565cd28-274a-4b61-b9cf-faa85e9a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412874 Mar 30 01:35:26.969425 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db97b8-0b5c-41b6-85a2-a379adaf1d60 req-ae040309-20ee-454d-aab0-6fc82c82db7d tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:26.970961 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-15db97b8-0b5c-41b6-85a2-a379adaf1d60 req-ae040309-20ee-454d-aab0-6fc82c82db7d tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 945 time: 0.0543039 Mar 30 01:35:27.019229 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-15db97b8-0b5c-41b6-85a2-a379adaf1d60 req-bf64b94f-1d86-4d2f-9650-7c6e04d8bf83 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425715 Mar 30 01:35:28.005359 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb115c98-dc38-4d70-b2ca-d9e6db5b498c req-64f0f21a-74ae-4df2-91fb-e767a27a7eaf tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:28.006865 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-fb115c98-dc38-4d70-b2ca-d9e6db5b498c req-64f0f21a-74ae-4df2-91fb-e767a27a7eaf tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=59e4eab1-3ea8-4ead-a88b-4946bb2f07b6 HTTP/1.1" status: 200 len: 944 time: 0.0583868 Mar 30 01:35:28.055687 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-fb115c98-dc38-4d70-b2ca-d9e6db5b498c req-56c54402-2a42-46cf-8b35-759d13ee78e0 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=5565cd28-274a-4b61-b9cf-faa85e9a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428784 Mar 30 01:35:28.145647 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f04af-037e-451d-b387-0808feb222b6 req-57cd4a08-0eb9-4b1f-bc5d-c48281af2889 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:28.147143 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5d7f04af-037e-451d-b387-0808feb222b6 req-57cd4a08-0eb9-4b1f-bc5d-c48281af2889 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 945 time: 0.0538692 Mar 30 01:35:28.195688 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5d7f04af-037e-451d-b387-0808feb222b6 req-93726f01-1110-4968-b4ba-d575397ebf78 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426383 Mar 30 01:35:28.797803 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 90c759ee-b896-4e75-b008-fbf0f6699574 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:35:28.899507 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 90c759ee-b896-4e75-b008-fbf0f6699574, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=90c759ee-b896-4e75-b008-fbf0f6699574,segment=NetworkSegment(a73f41a5-84e4-43fc-81a9-5e6072abf837),segment_id=a73f41a5-84e4-43fc-81a9-5e6072abf837)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:35:28.911126 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Returning: {'device': '90c759ee-b896-4e75-b008-fbf0f6699574', 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876', 'port_id': '90c759ee-b896-4e75-b008-fbf0f6699574', 'mac_address': 'fa:16:3e:60:08:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bca1a71-d5df-4913-8e95-47cc046854f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:35:28.949253 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port 90c759ee-b896-4e75-b008-fbf0f6699574 is: DOWN; New status is: BUILD {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:35:28.949636 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (90c759ee-b896-4e75-b008-fbf0f6699574), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:28.963883 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c759ee-b896-4e75-b008-fbf0f6699574 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:35:28.990922 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 90c759ee-b896-4e75-b008-fbf0f6699574, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=90c759ee-b896-4e75-b008-fbf0f6699574,segment=NetworkSegment(a73f41a5-84e4-43fc-81a9-5e6072abf837),segment_id=a73f41a5-84e4-43fc-81a9-5e6072abf837)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:35:28.996756 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (90c759ee-b896-4e75-b008-fbf0f6699574), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:29.045788 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=90c759ee-b896-4e75-b008-fbf0f6699574,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:29.052826 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:29.053194 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:29.053533 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:29.053896 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:29.054210 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:29.054576 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:29.054901 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:29.055228 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:29.055551 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:29.055873 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:29.056196 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:29.056521 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:29.056837 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:29.057144 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:29.057458 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:29.184689 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e54d2-9903-407a-8d0b-e77089bb4224 req-5993b629-34fa-41e3-8160-910d1dd0d4ac tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:29.186209 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-891e54d2-9903-407a-8d0b-e77089bb4224 req-5993b629-34fa-41e3-8160-910d1dd0d4ac tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=59e4eab1-3ea8-4ead-a88b-4946bb2f07b6 HTTP/1.1" status: 200 len: 945 time: 0.0558653 Mar 30 01:35:29.236903 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-891e54d2-9903-407a-8d0b-e77089bb4224 req-728cef56-037d-4a93-be01-267ac8aeef92 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=5565cd28-274a-4b61-b9cf-faa85e9a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449562 Mar 30 01:35:29.319967 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239760a-f207-4d9c-b3b3-54cc43c015ee req-f40d7d70-13ce-48b3-afe4-db1581e5da9f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:29.321422 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e239760a-f207-4d9c-b3b3-54cc43c015ee req-f40d7d70-13ce-48b3-afe4-db1581e5da9f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 945 time: 0.0523109 Mar 30 01:35:29.321568 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['90c759ee-b896-4e75-b008-fbf0f6699574'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:35:29.369029 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e239760a-f207-4d9c-b3b3-54cc43c015ee req-f9c4ab5c-945d-4949-8d97-bc751f27960b tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416887 Mar 30 01:35:30.377759 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c92b46-dd2f-4f3c-96ec-8ef8b5a27b1f req-ecf35f85-e5b9-4cca-8243-2492a17af64a tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:30.379385 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-53c92b46-dd2f-4f3c-96ec-8ef8b5a27b1f req-ecf35f85-e5b9-4cca-8243-2492a17af64a tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=59e4eab1-3ea8-4ead-a88b-4946bb2f07b6 HTTP/1.1" status: 200 len: 945 time: 0.0710824 Mar 30 01:35:30.431412 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-53c92b46-dd2f-4f3c-96ec-8ef8b5a27b1f req-cd7ef622-2b5a-4afa-9640-f2da0d87c73f tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=5565cd28-274a-4b61-b9cf-faa85e9a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454988 Mar 30 01:35:30.506805 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c679bb-f3cd-42aa-a4ed-658edeece384 req-8303030d-4993-43e7-851e-bc2bc4ae758c tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:30.508303 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-27c679bb-f3cd-42aa-a4ed-658edeece384 req-8303030d-4993-43e7-851e-bc2bc4ae758c tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 945 time: 0.0624633 Mar 30 01:35:30.577609 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-27c679bb-f3cd-42aa-a4ed-658edeece384 req-c889fff9-24d0-479c-a5b3-88a8c05b3996 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624232 Mar 30 01:35:30.799132 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 90c759ee-b896-4e75-b008-fbf0f6699574 up at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:35:30.856185 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning for port 90c759ee-b896-4e75-b008-fbf0f6699574 completed by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:35:30.860489 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning complete for port 90c759ee-b896-4e75-b008-fbf0f6699574 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:35:30.860863 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (90c759ee-b896-4e75-b008-fbf0f6699574), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:30.943901 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port 90c759ee-b896-4e75-b008-fbf0f6699574 is: BUILD; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:35:30.944259 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (90c759ee-b896-4e75-b008-fbf0f6699574), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:30.974188 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e4eab1-3ea8-4ead-a88b-4946bb2f07b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c759ee-b896-4e75-b008-fbf0f6699574'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:35:30.976478 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b54a399a95781ce0e36d18e73dfd9bddfd965df0fcdebdd8e46dd02a402f6d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe34cd7-36e6-4874-bd5a-aa1f9e098642" -d '{"events": [{"server_uuid": "59e4eab1-3ea8-4ead-a88b-4946bb2f07b6", "name": "network-vif-plugged", "status": "completed", "tag": "90c759ee-b896-4e75-b008-fbf0f6699574"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:35:30.989048 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 90c759ee-b896-4e75-b008-fbf0f6699574, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=90c759ee-b896-4e75-b008-fbf0f6699574,segment=NetworkSegment(a73f41a5-84e4-43fc-81a9-5e6072abf837),segment_id=a73f41a5-84e4-43fc-81a9-5e6072abf837)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:35:30.994070 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (90c759ee-b896-4e75-b008-fbf0f6699574), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:31.043737 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=90c759ee-b896-4e75-b008-fbf0f6699574,revision_number=5']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:31.076472 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2e6b56-5f03-4ebe-9a7a-39ab2edc5fea x-openstack-request-id: req-2d2e6b56-5f03-4ebe-9a7a-39ab2edc5fea {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:35:31.076851 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e4eab1-3ea8-4ead-a88b-4946bb2f07b6", "name": "network-vif-plugged", "status": "completed", "tag": "90c759ee-b896-4e75-b008-fbf0f6699574", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:35:31.077109 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d2e6b56-5f03-4ebe-9a7a-39ab2edc5fea {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:35:31.077513 dv-cinder-817135-7-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d2e6b56-5f03-4ebe-9a7a-39ab2edc5fea'] response: {'server_uuid': '59e4eab1-3ea8-4ead-a88b-4946bb2f07b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c759ee-b896-4e75-b008-fbf0f6699574', 'code': 200} Mar 30 01:35:31.246284 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b123d04-186f-40b6-a3f8-e530ae545a12 req-320116b8-7266-468f-82ca-475f33b4b20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:31.248238 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-2b123d04-186f-40b6-a3f8-e530ae545a12 req-320116b8-7266-468f-82ca-475f33b4b20d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=59e4eab1-3ea8-4ead-a88b-4946bb2f07b6 HTTP/1.1" status: 200 len: 1130 time: 0.0452461 Mar 30 01:35:31.296166 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-2b123d04-186f-40b6-a3f8-e530ae545a12 req-f77ecc18-63da-4cc4-bbd4-eca5e3c34f8f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5565cd28-274a-4b61-b9cf-faa85e9a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416553 Mar 30 01:35:31.564887 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6f9ca-ff71-4d70-8194-2aa1fead9f0d req-ba8732b8-02a1-4f81-8543-9c76c7c710e5 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:31.566829 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7bc6f9ca-ff71-4d70-8194-2aa1fead9f0d req-ba8732b8-02a1-4f81-8543-9c76c7c710e5 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=59e4eab1-3ea8-4ead-a88b-4946bb2f07b6 HTTP/1.1" status: 200 len: 946 time: 0.0578439 Mar 30 01:35:31.618983 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7bc6f9ca-ff71-4d70-8194-2aa1fead9f0d req-959ee8c6-0cb5-42a2-8538-277b23cc8b5d tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=5565cd28-274a-4b61-b9cf-faa85e9a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439737 Mar 30 01:35:31.715598 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b7c29-64c2-4730-982d-7b673ab3b509 req-fc817c6b-56c5-47cc-9b5c-37e405aeabae tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:31.717211 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-240b7c29-64c2-4730-982d-7b673ab3b509 req-fc817c6b-56c5-47cc-9b5c-37e405aeabae tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 945 time: 0.0554991 Mar 30 01:35:31.766929 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-240b7c29-64c2-4730-982d-7b673ab3b509 req-9275f8af-2648-41f6-9ab4-d4668383f55b tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412109 Mar 30 01:35:32.740031 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ce32e-a27b-4d85-9106-45616b64fb94 req-73981892-774d-40c6-9897-f0b07732f8a1 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:32.741445 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-cd7ce32e-a27b-4d85-9106-45616b64fb94 req-73981892-774d-40c6-9897-f0b07732f8a1 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=59e4eab1-3ea8-4ead-a88b-4946bb2f07b6 HTTP/1.1" status: 200 len: 946 time: 0.0546017 Mar 30 01:35:32.788912 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-cd7ce32e-a27b-4d85-9106-45616b64fb94 req-04c341c1-2d72-4ffd-96a9-b5372bc36ed3 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=5565cd28-274a-4b61-b9cf-faa85e9a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416949 Mar 30 01:35:32.937385 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7f31e-a9e5-4599-890c-f7da9eaeacc5 req-611bbee6-7d79-45c6-991b-2e9d35657799 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:32.938853 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-3cd7f31e-a9e5-4599-890c-f7da9eaeacc5 req-611bbee6-7d79-45c6-991b-2e9d35657799 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 945 time: 0.0903900 Mar 30 01:35:32.948648 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd7181-5007-4819-a5a5-2e94b1fbf243 req-c7fdd419-ae45-4820-83ee-28d3e083fe4b tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:32.950036 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5bcd7181-5007-4819-a5a5-2e94b1fbf243 req-c7fdd419-ae45-4820-83ee-28d3e083fe4b tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=59e4eab1-3ea8-4ead-a88b-4946bb2f07b6 HTTP/1.1" status: 200 len: 946 time: 0.1000998 Mar 30 01:35:32.959034 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 44324) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:32.963605 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-0b9176a2-496d-4f72-8075-f52233140658 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Request body: {'floatingip': {'port_id': '90c759ee-b896-4e75-b008-fbf0f6699574'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:35:32.993359 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-3cd7f31e-a9e5-4599-890c-f7da9eaeacc5 req-86000eb0-30e9-4ded-bd09-03218f3f1aed tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422547 Mar 30 01:35:33.008009 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0b9176a2-496d-4f72-8075-f52233140658 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for floatingip (15b8a7a1-4e69-4270-99e0-54e5a6c3e211), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:33.439096 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0b9176a2-496d-4f72-8075-f52233140658 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:33.444319 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0b9176a2-496d-4f72-8075-f52233140658 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623942'] for floatingip (15b8a7a1-4e69-4270-99e0-54e5a6c3e211), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:33.543400 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.db.l3_db [None req-0b9176a2-496d-4f72-8075-f52233140658 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Floating IP 15b8a7a1-4e69-4270-99e0-54e5a6c3e211 associated. External IP: 172.28.0.179, port: 90c759ee-b896-4e75-b008-fbf0f6699574. Mar 30 01:35:33.575472 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 44332) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:33.682926 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5f6f9064-bf20-41f7-8361-5bdb24f7eff2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:33.755668 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9176a2-496d-4f72-8075-f52233140658 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Router b61b4878-4bdb-4960-8161-9fd93c3943d6 has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:35:33.756434 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5f6f9064-bf20-41f7-8361-5bdb24f7eff2 admin admin] Publish callbacks [] for security_group (24b82c68-da7c-4b3e-9d61-eda1c4326f7f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:33.762591 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5f6f9064-bf20-41f7-8361-5bdb24f7eff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (24b82c68-da7c-4b3e-9d61-eda1c4326f7f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:33.801027 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-5f6f9064-bf20-41f7-8361-5bdb24f7eff2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9eb464c109ff444d9f6f376cd1f1c4f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243335 Mar 30 01:35:33.801890 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f9064-bf20-41f7-8361-5bdb24f7eff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b82c68-da7c-4b3e-9d61-eda1c4326f7f,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:33.803742 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 44336) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:33.896964 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7cc8e653-dd84-485a-85fd-267471ebc80d admin admin] Publish callbacks [] for security_group (24b82c68-da7c-4b3e-9d61-eda1c4326f7f), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:33.911147 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9176a2-496d-4f72-8075-f52233140658 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:35:33.916899 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0b9176a2-496d-4f72-8075-f52233140658 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for floatingip (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:33.922827 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153d7efe-a78d-41a8-850c-0d9e1aa354f5 None None] Sync routers for ids ['b61b4878-4bdb-4960-8161-9fd93c3943d6'] in dv-cinder-817135-7-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:35:33.932969 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153d7efe-a78d-41a8-850c-0d9e1aa354f5 None None] Routers {'b61b4878-4bdb-4960-8161-9fd93c3943d6'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:35:33.933671 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-153d7efe-a78d-41a8-850c-0d9e1aa354f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:35:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['b61b4878-4bdb-4960-8161-9fd93c3943d6'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:33.944600 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7cc8e653-dd84-485a-85fd-267471ebc80d admin admin] Publish callbacks [] for security_group (24b82c68-da7c-4b3e-9d61-eda1c4326f7f), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:33.966537 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-0b9176a2-496d-4f72-8075-f52233140658 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "PUT /v2.0/floatingips/15b8a7a1-4e69-4270-99e0-54e5a6c3e211 HTTP/1.1" status: 200 len: 992 time: 1.0063694 Mar 30 01:35:33.972609 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e4eab1-3ea8-4ead-a88b-4946bb2f07b6', 'tag': '90c759ee-b896-4e75-b008-fbf0f6699574'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:35:33.974886 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a254ad43-391d-412e-90e6-fce40087e8eb" -d '{"events": [{"name": "network-changed", "server_uuid": "59e4eab1-3ea8-4ead-a88b-4946bb2f07b6", "tag": "90c759ee-b896-4e75-b008-fbf0f6699574"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:35:34.013543 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af74357-4b67-4f94-942a-27494f6deaf9 x-openstack-request-id: req-4af74357-4b67-4f94-942a-27494f6deaf9 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:35:34.013833 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e4eab1-3ea8-4ead-a88b-4946bb2f07b6", "tag": "90c759ee-b896-4e75-b008-fbf0f6699574", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:35:34.014109 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4af74357-4b67-4f94-942a-27494f6deaf9 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:35:34.014685 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4af74357-4b67-4f94-942a-27494f6deaf9'] response: {'name': 'network-changed', 'server_uuid': '59e4eab1-3ea8-4ead-a88b-4946bb2f07b6', 'tag': '90c759ee-b896-4e75-b008-fbf0f6699574', 'status': 'completed', 'code': 200} Mar 30 01:35:34.016477 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7cc8e653-dd84-485a-85fd-267471ebc80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (24b82c68-da7c-4b3e-9d61-eda1c4326f7f), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:34.019302 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7cc8e653-dd84-485a-85fd-267471ebc80d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:34.023317 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-7cc8e653-dd84-485a-85fd-267471ebc80d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/24b82c68-da7c-4b3e-9d61-eda1c4326f7f HTTP/1.1" status: 204 len: 168 time: 0.2184920 Mar 30 01:35:34.033619 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8e653-dd84-485a-85fd-267471ebc80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b82c68-da7c-4b3e-9d61-eda1c4326f7f,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:34.072095 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-153d7efe-a78d-41a8-850c-0d9e1aa354f5 None None] Set router b61b4878-4bdb-4960-8161-9fd93c3943d6 gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:35:34.117314 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254ad43-391d-412e-90e6-fce40087e8eb req-3b98fff1-fbd3-4475-ad28-a431707818b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:34.119230 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a254ad43-391d-412e-90e6-fce40087e8eb req-3b98fff1-fbd3-4475-ad28-a431707818b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69d4c360df1243b89a2428e647fdf76d&device_id=59e4eab1-3ea8-4ead-a88b-4946bb2f07b6 HTTP/1.1" status: 200 len: 1130 time: 0.0751524 Mar 30 01:35:34.150231 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6976eb8-d741-4d99-8489-e4cb5d3a5090 req-b92bd0a9-d483-4609-b5fe-21072d901a14 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:34.151813 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d6976eb8-d741-4d99-8489-e4cb5d3a5090 req-b92bd0a9-d483-4609-b5fe-21072d901a14 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 945 time: 0.0627110 Mar 30 01:35:34.222336 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254ad43-391d-412e-90e6-fce40087e8eb req-25a374f9-2def-4e23-870a-4e26b6626dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:34.224031 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a254ad43-391d-412e-90e6-fce40087e8eb req-25a374f9-2def-4e23-870a-4e26b6626dfd service neutron] 10.222.0.18 "GET /v2.0/networks?id=793afd81-5383-41f5-bf86-f3c9d10b1876 HTTP/1.1" status: 200 len: 912 time: 0.0984957 Mar 30 01:35:34.226766 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d6976eb8-d741-4d99-8489-e4cb5d3a5090 req-040443d6-4a12-4b40-bbd9-20fecfb70bf6 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654631 Mar 30 01:35:34.305886 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a254ad43-391d-412e-90e6-fce40087e8eb req-7ab740eb-3cd9-4e37-bb6b-8369e4ca74ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90c759ee-b896-4e75-b008-fbf0f6699574 HTTP/1.1" status: 200 len: 1000 time: 0.0734308 Mar 30 01:35:34.315506 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-153d7efe-a78d-41a8-850c-0d9e1aa354f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'name': 'tempest-AttachVolumeTestJSON-1147341400-router', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4'}], 'enable_snat': True}, 'gw_port_id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:07Z', 'updated_at': '2022-03-30T01:30:13Z', 'revision_number': 4, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'gw_port': {'id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:08Z', 'updated_at': '2022-03-30T01:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '15b8a7a1-4e69-4270-99e0-54e5a6c3e211', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'floating_ip_address': '172.28.0.179', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'port_id': '90c759ee-b896-4e75-b008-fbf0f6699574', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876', 'mac_address': 'fa:16:3e:60:08:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e4eab1-3ea8-4ead-a88b-4946bb2f07b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:35:20Z', 'updated_at': '2022-03-30T01:35:33Z', 'revision_number': 1, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46c2206-a194-4bec-a116-3e34c8774dea', 'name': '', 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'mac_address': 'fa:16:3e:91:a7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9bca1a71-d5df-4913-8e95-47cc046854f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:12Z', 'updated_at': '2022-03-30T01:30:18Z', 'revision_number': 5, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'subnets': [{'id': '9bca1a71-d5df-4913-8e95-47cc046854f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:34.346668 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153d7efe-a78d-41a8-850c-0d9e1aa354f5 None None] Checking router: b61b4878-4bdb-4960-8161-9fd93c3943d6 for host: dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:35:34.355324 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153d7efe-a78d-41a8-850c-0d9e1aa354f5 None None] Routers {'b61b4878-4bdb-4960-8161-9fd93c3943d6'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:35:34.356092 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-153d7efe-a78d-41a8-850c-0d9e1aa354f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:35:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['b61b4878-4bdb-4960-8161-9fd93c3943d6'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:34.363060 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254ad43-391d-412e-90e6-fce40087e8eb req-0cd01ae6-ab41-44d4-be15-c03d286889a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:34.365347 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a254ad43-391d-412e-90e6-fce40087e8eb req-0cd01ae6-ab41-44d4-be15-c03d286889a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9bca1a71-d5df-4913-8e95-47cc046854f4 HTTP/1.1" status: 200 len: 850 time: 0.0531428 Mar 30 01:35:34.431951 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254ad43-391d-412e-90e6-fce40087e8eb req-fd3693a5-28d1-43f7-84b4-9f9eec6484f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:34.433576 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a254ad43-391d-412e-90e6-fce40087e8eb req-fd3693a5-28d1-43f7-84b4-9f9eec6484f5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=793afd81-5383-41f5-bf86-f3c9d10b1876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0504885 Mar 30 01:35:34.472823 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-153d7efe-a78d-41a8-850c-0d9e1aa354f5 None None] Set router b61b4878-4bdb-4960-8161-9fd93c3943d6 gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:35:34.540877 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a254ad43-391d-412e-90e6-fce40087e8eb req-d539b873-3c75-4531-87e9-cda362e0c8e8 service neutron] 10.222.0.18 "GET /v2.0/networks/793afd81-5383-41f5-bf86-f3c9d10b1876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965297 Mar 30 01:35:34.642568 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a254ad43-391d-412e-90e6-fce40087e8eb req-7e64390a-7cf9-488c-ad50-a5b756ad6b30 service neutron] 10.222.0.18 "GET /v2.0/networks/793afd81-5383-41f5-bf86-f3c9d10b1876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930431 Mar 30 01:35:34.730105 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:34.901069 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-153d7efe-a78d-41a8-850c-0d9e1aa354f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'name': 'tempest-AttachVolumeTestJSON-1147341400-router', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4'}], 'enable_snat': True}, 'gw_port_id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:07Z', 'updated_at': '2022-03-30T01:30:13Z', 'revision_number': 4, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'gw_port': {'id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:08Z', 'updated_at': '2022-03-30T01:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '15b8a7a1-4e69-4270-99e0-54e5a6c3e211', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'floating_ip_address': '172.28.0.179', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'port_id': '90c759ee-b896-4e75-b008-fbf0f6699574', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876', 'mac_address': 'fa:16:3e:60:08:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e4eab1-3ea8-4ead-a88b-4946bb2f07b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:35:20Z', 'updated_at': '2022-03-30T01:35:33Z', 'revision_number': 1, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46c2206-a194-4bec-a116-3e34c8774dea', 'name': '', 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'mac_address': 'fa:16:3e:91:a7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9bca1a71-d5df-4913-8e95-47cc046854f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:12Z', 'updated_at': '2022-03-30T01:30:18Z', 'revision_number': 5, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'subnets': [{'id': '9bca1a71-d5df-4913-8e95-47cc046854f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:34.935856 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153d7efe-a78d-41a8-850c-0d9e1aa354f5 None None] The sync data for ids ['b61b4878-4bdb-4960-8161-9fd93c3943d6'] in dv-cinder-817135-7-smb is: [{'id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'name': 'tempest-AttachVolumeTestJSON-1147341400-router', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4'}], 'enable_snat': True}, 'gw_port_id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:07Z', 'updated_at': '2022-03-30T01:30:13Z', 'revision_number': 4, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'gw_port': {'id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:08Z', 'updated_at': '2022-03-30T01:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '15b8a7a1-4e69-4270-99e0-54e5a6c3e211', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'floating_ip_address': '172.28.0.179', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'port_id': '90c759ee-b896-4e75-b008-fbf0f6699574', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876', 'mac_address': 'fa:16:3e:60:08:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e4eab1-3ea8-4ead-a88b-4946bb2f07b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:35:20Z', 'updated_at': '2022-03-30T01:35:33Z', 'revision_number': 1, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46c2206-a194-4bec-a116-3e34c8774dea', 'name': '', 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'mac_address': 'fa:16:3e:91:a7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9bca1a71-d5df-4913-8e95-47cc046854f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:12Z', 'updated_at': '2022-03-30T01:30:18Z', 'revision_number': 5, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'subnets': [{'id': '9bca1a71-d5df-4913-8e95-47cc046854f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:35:35.130787 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a819e7db-4a8b-4886-8013-5e1cc41b1fce None None] New status for floating IP 15b8a7a1-4e69-4270-99e0-54e5a6c3e211: ACTIVE {{(pid=103230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:35:35.352552 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c55135-f306-422e-8500-93b98fcbc97b req-80e8a715-dcda-4dd9-9804-978f88a7224b tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:35.354071 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-40c55135-f306-422e-8500-93b98fcbc97b req-80e8a715-dcda-4dd9-9804-978f88a7224b tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 945 time: 0.0534570 Mar 30 01:35:35.402441 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-40c55135-f306-422e-8500-93b98fcbc97b req-f8fc08b7-d82a-46f5-929b-3d396ed9ebb7 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425525 Mar 30 01:35:36.530837 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13caacc-d9bf-4632-a11a-7e60b04813c8 req-15e9e69a-c4ee-450c-b0ef-076feedb9360 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:36.532525 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c13caacc-d9bf-4632-a11a-7e60b04813c8 req-15e9e69a-c4ee-450c-b0ef-076feedb9360 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 945 time: 0.0558379 Mar 30 01:35:36.596291 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c13caacc-d9bf-4632-a11a-7e60b04813c8 req-32f21e13-3ef0-4b55-8f31-4031d496d24c tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505891 Mar 30 01:35:36.842650 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 32d94836-0955-4b5c-af47-053720d453be details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:35:36.950684 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 32d94836-0955-4b5c-af47-053720d453be, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=32d94836-0955-4b5c-af47-053720d453be,segment=NetworkSegment(5d2e7dcd-3d5b-47c5-be1e-e458e697b14e),segment_id=5d2e7dcd-3d5b-47c5-be1e-e458e697b14e)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:35:36.962186 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Returning: {'device': '32d94836-0955-4b5c-af47-053720d453be', 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1', 'port_id': '32d94836-0955-4b5c-af47-053720d453be', 'mac_address': 'fa:16:3e:db:62:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:35:36.999224 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port 32d94836-0955-4b5c-af47-053720d453be is: ACTIVE; New status is: BUILD {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:35:36.999627 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (32d94836-0955-4b5c-af47-053720d453be), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:37.013002 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32d94836-0955-4b5c-af47-053720d453be {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:35:37.032400 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 32d94836-0955-4b5c-af47-053720d453be, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=32d94836-0955-4b5c-af47-053720d453be,segment=NetworkSegment(5d2e7dcd-3d5b-47c5-be1e-e458e697b14e),segment_id=5d2e7dcd-3d5b-47c5-be1e-e458e697b14e)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:35:37.040183 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (32d94836-0955-4b5c-af47-053720d453be), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:37.091638 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=32d94836-0955-4b5c-af47-053720d453be,revision_number=6']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:37.128233 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['32d94836-0955-4b5c-af47-053720d453be'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:35:37.723347 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c03be-1c8b-40bd-8505-e6bc054e6eb9 req-dc052638-6250-4108-be50-12f6f544f339 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:37.724870 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-461c03be-1c8b-40bd-8505-e6bc054e6eb9 req-dc052638-6250-4108-be50-12f6f544f339 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 944 time: 0.0569875 Mar 30 01:35:37.771712 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-461c03be-1c8b-40bd-8505-e6bc054e6eb9 req-33e774dd-e67d-4168-bc5c-e28e2585bbf5 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413527 Mar 30 01:35:38.853250 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 32d94836-0955-4b5c-af47-053720d453be up at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:35:38.896824 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad388227-f144-446e-abec-dc7aaf9c7dd3 req-04704246-0e35-41c8-814d-d21222797278 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:38.898299 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ad388227-f144-446e-abec-dc7aaf9c7dd3 req-04704246-0e35-41c8-814d-d21222797278 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 944 time: 0.0549216 Mar 30 01:35:38.902158 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning complete for port 32d94836-0955-4b5c-af47-053720d453be triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:35:38.902559 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (32d94836-0955-4b5c-af47-053720d453be), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:38.945509 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ad388227-f144-446e-abec-dc7aaf9c7dd3 req-1c6af042-5ca6-43da-9887-c552b244f343 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412877 Mar 30 01:35:38.984374 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port 32d94836-0955-4b5c-af47-053720d453be is: BUILD; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:35:38.984772 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (32d94836-0955-4b5c-af47-053720d453be), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:39.008530 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b57cb3c-b6f6-414c-83ff-f3bd2a771e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d94836-0955-4b5c-af47-053720d453be'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:35:39.011232 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b54a399a95781ce0e36d18e73dfd9bddfd965df0fcdebdd8e46dd02a402f6d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ff4a30-206f-4aa2-8a02-984a39d24a16" -d '{"events": [{"server_uuid": "5b57cb3c-b6f6-414c-83ff-f3bd2a771e46", "name": "network-vif-plugged", "status": "completed", "tag": "32d94836-0955-4b5c-af47-053720d453be"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:35:39.023946 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 32d94836-0955-4b5c-af47-053720d453be, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=32d94836-0955-4b5c-af47-053720d453be,segment=NetworkSegment(5d2e7dcd-3d5b-47c5-be1e-e458e697b14e),segment_id=5d2e7dcd-3d5b-47c5-be1e-e458e697b14e)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:35:39.029967 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (32d94836-0955-4b5c-af47-053720d453be), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:39.056711 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2100886-0957-4cf6-8571-c6d705eb2859 x-openstack-request-id: req-f2100886-0957-4cf6-8571-c6d705eb2859 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:35:39.056995 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b57cb3c-b6f6-414c-83ff-f3bd2a771e46", "name": "network-vif-plugged", "status": "completed", "tag": "32d94836-0955-4b5c-af47-053720d453be", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:35:39.057236 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f2100886-0957-4cf6-8571-c6d705eb2859 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:35:39.057629 dv-cinder-817135-7-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2100886-0957-4cf6-8571-c6d705eb2859'] response: {'server_uuid': '5b57cb3c-b6f6-414c-83ff-f3bd2a771e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d94836-0955-4b5c-af47-053720d453be', 'code': 200} Mar 30 01:35:39.082426 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=32d94836-0955-4b5c-af47-053720d453be,revision_number=7']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:40.076082 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81730914-3cc0-4a42-9ca2-ed14fca1c27e req-e84037dd-6a16-4be4-9b12-6a263b2e3af0 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:40.077629 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-81730914-3cc0-4a42-9ca2-ed14fca1c27e req-e84037dd-6a16-4be4-9b12-6a263b2e3af0 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 945 time: 0.0569201 Mar 30 01:35:40.125751 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-81730914-3cc0-4a42-9ca2-ed14fca1c27e req-0d1acb56-0e9d-4c87-a79e-e93867a7e32b tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423496 Mar 30 01:35:41.283714 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9665e-a572-48ec-a201-f1859cdd47d4 req-954bd71b-0b0a-4db1-b9b2-f8026dfc6e3b tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:41.285892 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-70b9665e-a572-48ec-a201-f1859cdd47d4 req-954bd71b-0b0a-4db1-b9b2-f8026dfc6e3b tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 945 time: 0.0592296 Mar 30 01:35:41.351834 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-70b9665e-a572-48ec-a201-f1859cdd47d4 req-ec77a90d-0d19-45a4-beb9-b8343be272ed tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545256 Mar 30 01:35:42.468118 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfcce93-ea95-4671-be0f-4621cf2e5449 req-d714dcbe-6119-4b60-9095-2c7e470b980d tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:42.469616 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-3bfcce93-ea95-4671-be0f-4621cf2e5449 req-d714dcbe-6119-4b60-9095-2c7e470b980d tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 945 time: 0.0529215 Mar 30 01:35:42.533265 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-3bfcce93-ea95-4671-be0f-4621cf2e5449 req-2c2b82fe-96c2-44a9-bc90-a16706a9c2b7 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524168 Mar 30 01:35:43.107671 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:35:43.668002 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8ef88-10cd-4935-8d9c-675917bd2e30 req-875cb953-815b-4d2e-80ed-47b248538cc9 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:43.670247 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e1d8ef88-10cd-4935-8d9c-675917bd2e30 req-875cb953-815b-4d2e-80ed-47b248538cc9 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 945 time: 0.0585020 Mar 30 01:35:43.724450 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e1d8ef88-10cd-4935-8d9c-675917bd2e30 req-34719439-87a5-400f-86ed-7a4b6280d724 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481741 Mar 30 01:35:44.855858 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e33e6-a139-4af6-a954-d5a78c907df3 req-f9873158-5f18-4f06-92ae-024729053e01 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:44.857357 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ad8e33e6-a139-4af6-a954-d5a78c907df3 req-f9873158-5f18-4f06-92ae-024729053e01 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 945 time: 0.0559466 Mar 30 01:35:44.912219 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ad8e33e6-a139-4af6-a954-d5a78c907df3 req-d1efa274-22f4-488a-aec4-e0a58e9a18be tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482972 Mar 30 01:35:45.202759 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 44528) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:45.319595 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5aa92042-1b0a-4261-8b6a-9a971ae3357d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:45.406223 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5aa92042-1b0a-4261-8b6a-9a971ae3357d admin admin] Publish callbacks [] for security_group (ac11fa3d-e8bc-4818-b9fe-d642cf1aecb5), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:45.411762 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5aa92042-1b0a-4261-8b6a-9a971ae3357d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (ac11fa3d-e8bc-4818-b9fe-d642cf1aecb5), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:45.456803 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa92042-1b0a-4261-8b6a-9a971ae3357d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac11fa3d-e8bc-4818-b9fe-d642cf1aecb5,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:45.466612 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 44532) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:45.473721 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-5aa92042-1b0a-4261-8b6a-9a971ae3357d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=18f98262a1b5434c876ff2893551eead&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2691705 Mar 30 01:35:45.522156 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3ec2cafb-41f7-4505-b465-692ee35d4245 admin admin] Publish callbacks [] for security_group (ac11fa3d-e8bc-4818-b9fe-d642cf1aecb5), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:45.543856 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3ec2cafb-41f7-4505-b465-692ee35d4245 admin admin] Publish callbacks [] for security_group (ac11fa3d-e8bc-4818-b9fe-d642cf1aecb5), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:45.846200 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3ec2cafb-41f7-4505-b465-692ee35d4245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (ac11fa3d-e8bc-4818-b9fe-d642cf1aecb5), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:45.851937 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3ec2cafb-41f7-4505-b465-692ee35d4245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:45.859281 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-3ec2cafb-41f7-4505-b465-692ee35d4245 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac11fa3d-e8bc-4818-b9fe-d642cf1aecb5 HTTP/1.1" status: 204 len: 168 time: 0.3914764 Mar 30 01:35:45.873345 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2cafb-41f7-4505-b465-692ee35d4245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac11fa3d-e8bc-4818-b9fe-d642cf1aecb5,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:45.889590 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec2cafb-41f7-4505-b465-692ee35d4245 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:45.892979 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec2cafb-41f7-4505-b465-692ee35d4245 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:45.893558 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec2cafb-41f7-4505-b465-692ee35d4245 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:45.894059 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec2cafb-41f7-4505-b465-692ee35d4245 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:45.894529 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec2cafb-41f7-4505-b465-692ee35d4245 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:45.895486 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec2cafb-41f7-4505-b465-692ee35d4245 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:45.896105 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec2cafb-41f7-4505-b465-692ee35d4245 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:45.897079 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec2cafb-41f7-4505-b465-692ee35d4245 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:45.897640 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec2cafb-41f7-4505-b465-692ee35d4245 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:45.898186 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec2cafb-41f7-4505-b465-692ee35d4245 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:45.901413 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec2cafb-41f7-4505-b465-692ee35d4245 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:45.904318 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec2cafb-41f7-4505-b465-692ee35d4245 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:45.904847 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec2cafb-41f7-4505-b465-692ee35d4245 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:45.905298 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec2cafb-41f7-4505-b465-692ee35d4245 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:45.905640 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec2cafb-41f7-4505-b465-692ee35d4245 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:46.075182 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955377b-6366-42d6-b373-992b661d6b21 req-feee7d2f-4be5-4def-b834-2e59d2c73548 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:46.076732 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d955377b-6366-42d6-b373-992b661d6b21 req-feee7d2f-4be5-4def-b834-2e59d2c73548 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 945 time: 0.0709629 Mar 30 01:35:46.138434 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d955377b-6366-42d6-b373-992b661d6b21 req-7629d3a1-ecf7-4f70-b8f4-91d4fac8a13b tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495849 Mar 30 01:35:47.282682 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f85a75-0923-4a63-95f6-631a60cafa8b req-5dc70afe-d3c7-43c4-b78e-a5497fa6548b tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:47.286390 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-26f85a75-0923-4a63-95f6-631a60cafa8b req-5dc70afe-d3c7-43c4-b78e-a5497fa6548b tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 945 time: 0.0618887 Mar 30 01:35:47.341837 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-26f85a75-0923-4a63-95f6-631a60cafa8b req-aaa935d0-8c38-46c4-9d23-c5575da2ec0c tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520613 Mar 30 01:35:48.475210 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65051fc-011e-406f-992c-35b72ed5f9a8 req-fd856694-d359-4f9d-b3ce-6a47c2f18b3a tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:48.476711 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b65051fc-011e-406f-992c-35b72ed5f9a8 req-fd856694-d359-4f9d-b3ce-6a47c2f18b3a tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 945 time: 0.0588021 Mar 30 01:35:48.526905 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b65051fc-011e-406f-992c-35b72ed5f9a8 req-269b570a-64df-4317-ae81-0768fc2253c5 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441046 Mar 30 01:35:49.662033 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb067a80-40c8-48e8-a816-602119db91fc req-b0a0f8c2-b86c-46d2-8b4b-de429d446704 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:49.664506 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-fb067a80-40c8-48e8-a816-602119db91fc req-b0a0f8c2-b86c-46d2-8b4b-de429d446704 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 945 time: 0.0591559 Mar 30 01:35:49.721268 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-fb067a80-40c8-48e8-a816-602119db91fc req-b24ad5e9-b7d3-4743-b35c-9e651327b2ee tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510120 Mar 30 01:35:49.736860 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d1ea01f6-dba4-47cb-af75-2994a159841e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:50.868515 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05cfe3-028b-4cb4-ab8e-bfeccb68cbc3 req-88c8e5e0-edb1-4272-8a9f-d4df9b8bdf51 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:50.869984 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4d05cfe3-028b-4cb4-ab8e-bfeccb68cbc3 req-88c8e5e0-edb1-4272-8a9f-d4df9b8bdf51 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 945 time: 0.0639508 Mar 30 01:35:50.899984 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f306dc0-2b49-4eea-a6ae-b1ddfc1e427f req-25bb562d-b7f5-49d3-b02d-74b497fb8c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:50.901509 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-7f306dc0-2b49-4eea-a6ae-b1ddfc1e427f req-25bb562d-b7f5-49d3-b02d-74b497fb8c05 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=61dc5b0786784b47b68b2e4463489f52&device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 1129 time: 0.0464392 Mar 30 01:35:50.919447 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4d05cfe3-028b-4cb4-ab8e-bfeccb68cbc3 req-e7b7a7bb-81b3-444d-b096-9233c5a33300 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437584 Mar 30 01:35:50.996237 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f306dc0-2b49-4eea-a6ae-b1ddfc1e427f req-167cd655-4f7a-4fc9-8092-171c4d93f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:50.997725 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-7f306dc0-2b49-4eea-a6ae-b1ddfc1e427f req-167cd655-4f7a-4fc9-8092-171c4d93f360 service neutron] 10.222.0.18 "GET /v2.0/networks?id=43648525-c7cf-4e35-9f44-2977e45db7f1 HTTP/1.1" status: 200 len: 918 time: 0.0881991 Mar 30 01:35:51.069668 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-7f306dc0-2b49-4eea-a6ae-b1ddfc1e427f req-d1993763-7297-4c7f-9d37-36f53470a762 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32d94836-0955-4b5c-af47-053720d453be HTTP/1.1" status: 200 len: 1000 time: 0.0645406 Mar 30 01:35:51.118203 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f306dc0-2b49-4eea-a6ae-b1ddfc1e427f req-6c30f58a-1e57-4e70-b15f-4a443935b770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:51.119644 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-7f306dc0-2b49-4eea-a6ae-b1ddfc1e427f req-6c30f58a-1e57-4e70-b15f-4a443935b770 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=109d7294-0dc1-4c33-b6d5-82873c91f0f6 HTTP/1.1" status: 200 len: 856 time: 0.0440421 Mar 30 01:35:51.169336 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f306dc0-2b49-4eea-a6ae-b1ddfc1e427f req-1ba99c06-da3e-4b2b-87b6-847853c4c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:51.170804 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-7f306dc0-2b49-4eea-a6ae-b1ddfc1e427f req-1ba99c06-da3e-4b2b-87b6-847853c4c163 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43648525-c7cf-4e35-9f44-2977e45db7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0445619 Mar 30 01:35:51.263341 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-7f306dc0-2b49-4eea-a6ae-b1ddfc1e427f req-27a68767-7940-418d-ac55-9e1103117a35 service neutron] 10.222.0.18 "GET /v2.0/networks/43648525-c7cf-4e35-9f44-2977e45db7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862916 Mar 30 01:35:51.361475 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-7f306dc0-2b49-4eea-a6ae-b1ddfc1e427f req-4d405bc9-981b-43e4-ae8a-8007ee6601f4 service neutron] 10.222.0.18 "GET /v2.0/networks/43648525-c7cf-4e35-9f44-2977e45db7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912158 Mar 30 01:35:51.957234 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78c7a3f7-6fb2-4c78-b05f-285407217ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:52.052431 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc964a-f2b2-444b-8844-3391a5e47549 req-cedbaec4-9073-4a50-bf4b-07a5c0fec3b7 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:52.053925 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-83fc964a-f2b2-444b-8844-3391a5e47549 req-cedbaec4-9073-4a50-bf4b-07a5c0fec3b7 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 945 time: 0.0527339 Mar 30 01:35:52.100581 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-83fc964a-f2b2-444b-8844-3391a5e47549 req-57ca3a9d-f1d7-4eab-8b2e-42b6f812adfd tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409636 Mar 30 01:35:53.014965 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:53.243069 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa86f7c-67d4-4d43-b18f-f41ac0535647 req-45d080bd-ed88-4890-a4d6-006c7990efc1 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:53.244447 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-aaa86f7c-67d4-4d43-b18f-f41ac0535647 req-45d080bd-ed88-4890-a4d6-006c7990efc1 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 945 time: 0.0688879 Mar 30 01:35:53.299876 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-aaa86f7c-67d4-4d43-b18f-f41ac0535647 req-0a6534a1-147f-4691-acbb-88a0e742a568 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467992 Mar 30 01:35:54.254154 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d0007-bd66-45db-a7c2-ebd82cf0a7f6 req-bb47a8ea-86b1-4915-9daf-758254bfaba0 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:54.255670 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-cf1d0007-bd66-45db-a7c2-ebd82cf0a7f6 req-bb47a8ea-86b1-4915-9daf-758254bfaba0 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 945 time: 0.0536680 Mar 30 01:35:54.303314 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-cf1d0007-bd66-45db-a7c2-ebd82cf0a7f6 req-ac44065b-b372-4aa9-ae4a-6c187225427c tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416601 Mar 30 01:35:54.550316 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 44706) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:54.586668 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:54.644416 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-17b3b3be-77c2-4b20-9ab8-3c2907fa28e8 req-99ad3c59-ff66-4475-9299-34c00eba366c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0928831 Mar 30 01:35:54.652749 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [req-17b3b3be-77c2-4b20-9ab8-3c2907fa28e8 req-443a45cf-677e-4ee2-bff6-e002638a1291 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 01:35:54.653692 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-17b3b3be-77c2-4b20-9ab8-3c2907fa28e8 req-443a45cf-677e-4ee2-bff6-e002638a1291 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047648 Mar 30 01:35:54.744816 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 44720) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:54.839619 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3b3be-77c2-4b20-9ab8-3c2907fa28e8 req-06ec62af-ee24-402b-98e3-9527c030dc5d tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:54.840864 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-17b3b3be-77c2-4b20-9ab8-3c2907fa28e8 req-06ec62af-ee24-402b-98e3-9527c030dc5d tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports/32d94836-0955-4b5c-af47-053720d453be HTTP/1.1" status: 200 len: 942 time: 0.0950453 Mar 30 01:35:54.932972 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 32d94836-0955-4b5c-af47-053720d453be no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:35:55.016644 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port 32d94836-0955-4b5c-af47-053720d453be is: ACTIVE; New status is: DOWN {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:35:55.017337 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (32d94836-0955-4b5c-af47-053720d453be), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:55.041006 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b57cb3c-b6f6-414c-83ff-f3bd2a771e46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32d94836-0955-4b5c-af47-053720d453be'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:35:55.043309 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b54a399a95781ce0e36d18e73dfd9bddfd965df0fcdebdd8e46dd02a402f6d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23cb421-cfde-4b7a-baa9-d9e3a08d22bd" -d '{"events": [{"server_uuid": "5b57cb3c-b6f6-414c-83ff-f3bd2a771e46", "name": "network-vif-unplugged", "status": "completed", "tag": "32d94836-0955-4b5c-af47-053720d453be"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:35:55.060410 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 32d94836-0955-4b5c-af47-053720d453be, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=32d94836-0955-4b5c-af47-053720d453be,segment=NetworkSegment(5d2e7dcd-3d5b-47c5-be1e-e458e697b14e),segment_id=5d2e7dcd-3d5b-47c5-be1e-e458e697b14e)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:35:55.064852 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (32d94836-0955-4b5c-af47-053720d453be), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:55.094872 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Mar 2022 01:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e02abcf-4dff-4913-bbda-083d6557f66f x-openstack-request-id: req-2e02abcf-4dff-4913-bbda-083d6557f66f {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:35:55.095276 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b57cb3c-b6f6-414c-83ff-f3bd2a771e46", "name": "network-vif-unplugged", "status": "failed", "tag": "32d94836-0955-4b5c-af47-053720d453be", "code": 422}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:35:55.095630 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e02abcf-4dff-4913-bbda-083d6557f66f {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:35:55.096115 dv-cinder-817135-7-smb neutron-server[103230]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2e02abcf-4dff-4913-bbda-083d6557f66f']: {'server_uuid': '5b57cb3c-b6f6-414c-83ff-f3bd2a771e46', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '32d94836-0955-4b5c-af47-053720d453be', 'code': 422} returned with failed status Mar 30 01:35:55.122444 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=32d94836-0955-4b5c-af47-053720d453be,revision_number=8']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:55.428585 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750cf10-9b60-44fa-96c4-6b5dbaa06a38 req-80ef798f-74ef-4d82-932b-a65fcaaadc2e tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:55.430052 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a750cf10-9b60-44fa-96c4-6b5dbaa06a38 req-80ef798f-74ef-4d82-932b-a65fcaaadc2e tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 943 time: 0.0555258 Mar 30 01:35:55.481126 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a750cf10-9b60-44fa-96c4-6b5dbaa06a38 req-39e9d2a4-4262-4f97-b2ce-7365c61e9b51 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424252 Mar 30 01:35:55.694231 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3b3be-77c2-4b20-9ab8-3c2907fa28e8 req-8b9c7074-19e4-4462-8032-a7445a758107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:55.695661 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-17b3b3be-77c2-4b20-9ab8-3c2907fa28e8 req-8b9c7074-19e4-4462-8032-a7445a758107 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46&tenant_id=61dc5b0786784b47b68b2e4463489f52 HTTP/1.1" status: 200 len: 1127 time: 0.0603523 Mar 30 01:35:55.768687 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3b3be-77c2-4b20-9ab8-3c2907fa28e8 req-f78e4955-1430-42ff-816c-e771d7e33f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:55.770195 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-17b3b3be-77c2-4b20-9ab8-3c2907fa28e8 req-f78e4955-1430-42ff-816c-e771d7e33f68 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=61dc5b0786784b47b68b2e4463489f52&device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 1127 time: 0.0462685 Mar 30 01:35:55.860676 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3b3be-77c2-4b20-9ab8-3c2907fa28e8 req-12a344c0-424a-4c42-90cb-0b045dcba72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:55.862132 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-17b3b3be-77c2-4b20-9ab8-3c2907fa28e8 req-12a344c0-424a-4c42-90cb-0b045dcba72a service neutron] 10.222.0.18 "GET /v2.0/networks?id=43648525-c7cf-4e35-9f44-2977e45db7f1 HTTP/1.1" status: 200 len: 918 time: 0.0861406 Mar 30 01:35:55.940642 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-17b3b3be-77c2-4b20-9ab8-3c2907fa28e8 req-93aa19cb-728f-4ce8-985e-1636213cfb31 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32d94836-0955-4b5c-af47-053720d453be HTTP/1.1" status: 200 len: 998 time: 0.0640476 Mar 30 01:35:55.992456 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3b3be-77c2-4b20-9ab8-3c2907fa28e8 req-1c1bd536-fd88-4a80-97c2-1007006c5dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:55.994357 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-17b3b3be-77c2-4b20-9ab8-3c2907fa28e8 req-1c1bd536-fd88-4a80-97c2-1007006c5dca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=109d7294-0dc1-4c33-b6d5-82873c91f0f6 HTTP/1.1" status: 200 len: 856 time: 0.0469213 Mar 30 01:35:56.010425 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:56.045279 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3b3be-77c2-4b20-9ab8-3c2907fa28e8 req-26b61df2-1983-4672-9db1-c0dc3057deec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:56.046810 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-17b3b3be-77c2-4b20-9ab8-3c2907fa28e8 req-26b61df2-1983-4672-9db1-c0dc3057deec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43648525-c7cf-4e35-9f44-2977e45db7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0464242 Mar 30 01:35:56.141312 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-17b3b3be-77c2-4b20-9ab8-3c2907fa28e8 req-88ba3c96-b371-4fff-9fdb-61c1867bff4d service neutron] 10.222.0.18 "GET /v2.0/networks/43648525-c7cf-4e35-9f44-2977e45db7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882926 Mar 30 01:35:56.232640 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-17b3b3be-77c2-4b20-9ab8-3c2907fa28e8 req-dc2e4da4-7bd7-4b6f-9ffb-19d97b4e7f49 service neutron] 10.222.0.18 "GET /v2.0/networks/43648525-c7cf-4e35-9f44-2977e45db7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844250 Mar 30 01:35:56.607912 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7678a-7f98-480f-8a0f-5a9f8f589329 req-8b7b8343-68d2-4e09-9a70-83305b99ccf8 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:56.609760 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5ec7678a-7f98-480f-8a0f-5a9f8f589329 req-8b7b8343-68d2-4e09-9a70-83305b99ccf8 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 943 time: 0.0540025 Mar 30 01:35:56.662254 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5ec7678a-7f98-480f-8a0f-5a9f8f589329 req-86bb9315-c552-4568-b216-fd2eed42cdf7 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462739 Mar 30 01:35:57.160930 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 44768) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:57.274286 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-63d79004-114c-412b-a0af-14b98e129cac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:57.351575 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-63d79004-114c-412b-a0af-14b98e129cac admin admin] Publish callbacks [] for security_group (2445d352-a56b-46bd-9e2f-4b7b4eabd6d2), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:57.356648 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-63d79004-114c-412b-a0af-14b98e129cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (2445d352-a56b-46bd-9e2f-4b7b4eabd6d2), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:57.397601 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d79004-114c-412b-a0af-14b98e129cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2445d352-a56b-46bd-9e2f-4b7b4eabd6d2,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:57.402633 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-63d79004-114c-412b-a0af-14b98e129cac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=225c2b57e2c246679285d2b5f5005609&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406266 Mar 30 01:35:57.405899 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 44772) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:57.407658 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d79004-114c-412b-a0af-14b98e129cac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:57.408170 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d79004-114c-412b-a0af-14b98e129cac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:57.408730 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d79004-114c-412b-a0af-14b98e129cac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:57.409080 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d79004-114c-412b-a0af-14b98e129cac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:57.409417 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d79004-114c-412b-a0af-14b98e129cac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:57.409745 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d79004-114c-412b-a0af-14b98e129cac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:57.410072 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d79004-114c-412b-a0af-14b98e129cac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:57.410393 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d79004-114c-412b-a0af-14b98e129cac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:57.410738 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d79004-114c-412b-a0af-14b98e129cac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:57.411060 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d79004-114c-412b-a0af-14b98e129cac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:57.411386 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d79004-114c-412b-a0af-14b98e129cac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:57.411736 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d79004-114c-412b-a0af-14b98e129cac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:57.412047 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d79004-114c-412b-a0af-14b98e129cac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:57.412359 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d79004-114c-412b-a0af-14b98e129cac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:57.412661 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d79004-114c-412b-a0af-14b98e129cac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:35:57.463840 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f07c02c8-2510-406b-bb12-5fc92a730ed2 admin admin] Publish callbacks [] for security_group (2445d352-a56b-46bd-9e2f-4b7b4eabd6d2), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:57.486574 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f07c02c8-2510-406b-bb12-5fc92a730ed2 admin admin] Publish callbacks [] for security_group (2445d352-a56b-46bd-9e2f-4b7b4eabd6d2), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:57.540813 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f07c02c8-2510-406b-bb12-5fc92a730ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (2445d352-a56b-46bd-9e2f-4b7b4eabd6d2), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:57.543984 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f07c02c8-2510-406b-bb12-5fc92a730ed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:57.546967 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-f07c02c8-2510-406b-bb12-5fc92a730ed2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2445d352-a56b-46bd-9e2f-4b7b4eabd6d2 HTTP/1.1" status: 204 len: 168 time: 0.1393158 Mar 30 01:35:57.556407 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c02c8-2510-406b-bb12-5fc92a730ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2445d352-a56b-46bd-9e2f-4b7b4eabd6d2,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:57.809166 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57f395-2c87-4c74-b814-b9f733011b68 req-07242d87-c7f8-42b6-ba20-53fa5deee056 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:57.810717 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5c57f395-2c87-4c74-b814-b9f733011b68 req-07242d87-c7f8-42b6-ba20-53fa5deee056 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 943 time: 0.0640383 Mar 30 01:35:57.858181 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5c57f395-2c87-4c74-b814-b9f733011b68 req-4f9ca428-4e60-4506-a483-ab02ea8205ce tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413814 Mar 30 01:35:58.999870 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e0273-8c01-4959-9b9c-ca5ad39ddd55 req-01bfc04f-0eb4-4d64-becd-f28d48d82c76 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:59.001646 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-134e0273-8c01-4959-9b9c-ca5ad39ddd55 req-01bfc04f-0eb4-4d64-becd-f28d48d82c76 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 943 time: 0.0617206 Mar 30 01:35:59.050912 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-134e0273-8c01-4959-9b9c-ca5ad39ddd55 req-8c25c1d4-4af0-49cc-be94-1d0a67e555c8 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429740 Mar 30 01:36:00.179027 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0832fc-4ebe-4b36-85b2-9d205e41eedf req-0f968c01-9d9c-449e-8d1f-dce458d23c28 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:00.180827 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7a0832fc-4ebe-4b36-85b2-9d205e41eedf req-0f968c01-9d9c-449e-8d1f-dce458d23c28 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 943 time: 0.0584533 Mar 30 01:36:00.231940 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7a0832fc-4ebe-4b36-85b2-9d205e41eedf req-d684b368-3b50-4dd5-b1c3-ed93a50e3ffe tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447488 Mar 30 01:36:01.375017 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e5d88-1d4f-4735-b6d3-e0071e86113c req-de66443e-8a5c-492f-86dc-3afc8693c179 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:01.376786 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-108e5d88-1d4f-4735-b6d3-e0071e86113c req-de66443e-8a5c-492f-86dc-3afc8693c179 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 943 time: 0.0595667 Mar 30 01:36:01.697185 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-108e5d88-1d4f-4735-b6d3-e0071e86113c req-078213aa-3ef9-4316-a270-77fc587c0075 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3141406 Mar 30 01:36:02.832258 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f0a74-8451-4a4f-a7d5-06c89fd072ca req-b3454026-1fc2-4365-aed9-9d0627c1a7b4 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:02.833668 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b23f0a74-8451-4a4f-a7d5-06c89fd072ca req-b3454026-1fc2-4365-aed9-9d0627c1a7b4 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 943 time: 0.0546002 Mar 30 01:36:02.880907 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b23f0a74-8451-4a4f-a7d5-06c89fd072ca req-afdbc075-acfd-4835-b6c4-9cfca80cbd71 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414071 Mar 30 01:36:03.661817 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 44852) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:36:03.774272 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e0f6dc6-2889-41fd-b1fd-132cf80dccd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:03.849106 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e0f6dc6-2889-41fd-b1fd-132cf80dccd8 admin admin] Publish callbacks [] for security_group (df901018-07b9-4314-a215-e1065e751b5a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:03.855268 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e0f6dc6-2889-41fd-b1fd-132cf80dccd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (df901018-07b9-4314-a215-e1065e751b5a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:03.897573 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-5e0f6dc6-2889-41fd-b1fd-132cf80dccd8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b686fe00b2ab4741aca294f736b02084&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345455 Mar 30 01:36:03.898432 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f6dc6-2889-41fd-b1fd-132cf80dccd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df901018-07b9-4314-a215-e1065e751b5a,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:36:03.900468 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 44856) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:36:03.956874 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ad3862d-e00d-4127-95e7-6031f67ca913 admin admin] Publish callbacks [] for security_group (df901018-07b9-4314-a215-e1065e751b5a), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:03.989020 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ad3862d-e00d-4127-95e7-6031f67ca913 admin admin] Publish callbacks [] for security_group (df901018-07b9-4314-a215-e1065e751b5a), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:04.029688 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f43dfc-2db8-4a20-8bcf-ba42cdb57ddc req-d78fa54d-db44-410d-9200-be459e02f4af tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:04.031258 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-08f43dfc-2db8-4a20-8bcf-ba42cdb57ddc req-d78fa54d-db44-410d-9200-be459e02f4af tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 943 time: 0.0703402 Mar 30 01:36:04.053109 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ad3862d-e00d-4127-95e7-6031f67ca913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (df901018-07b9-4314-a215-e1065e751b5a), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:04.057377 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ad3862d-e00d-4127-95e7-6031f67ca913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:04.062066 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-4ad3862d-e00d-4127-95e7-6031f67ca913 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df901018-07b9-4314-a215-e1065e751b5a HTTP/1.1" status: 204 len: 168 time: 0.1602225 Mar 30 01:36:04.071986 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3862d-e00d-4127-95e7-6031f67ca913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df901018-07b9-4314-a215-e1065e751b5a,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:36:04.114659 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-08f43dfc-2db8-4a20-8bcf-ba42cdb57ddc req-183e3b00-fc1c-4f66-9c5b-24b237223790 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764925 Mar 30 01:36:04.736712 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:05.232748 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969e627-16a1-4003-baab-2c40cf0ecf32 req-27d8e6da-808e-4233-918f-0b9b2b0a4337 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:05.234319 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d969e627-16a1-4003-baab-2c40cf0ecf32 req-27d8e6da-808e-4233-918f-0b9b2b0a4337 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 943 time: 0.0547588 Mar 30 01:36:05.285658 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d969e627-16a1-4003-baab-2c40cf0ecf32 req-7678f3b6-61f3-41de-b3ee-1986ea62fcf2 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447586 Mar 30 01:36:06.426783 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc51a6-46b9-45f1-baff-c64c1bd692a3 req-36f86806-e475-4a79-b468-55d9f67e1b6a tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:06.428319 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5ccc51a6-46b9-45f1-baff-c64c1bd692a3 req-36f86806-e475-4a79-b468-55d9f67e1b6a tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 943 time: 0.0566127 Mar 30 01:36:06.473892 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5ccc51a6-46b9-45f1-baff-c64c1bd692a3 req-ce9b49d9-d931-49df-aaf4-a8c45adb7279 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398822 Mar 30 01:36:07.611922 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202d21c-99d1-44fa-8de2-629d1c9d4b9e req-3b88df25-c31c-4359-8380-da84691bad91 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:07.613377 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8202d21c-99d1-44fa-8de2-629d1c9d4b9e req-3b88df25-c31c-4359-8380-da84691bad91 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 943 time: 0.0593204 Mar 30 01:36:07.673176 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8202d21c-99d1-44fa-8de2-629d1c9d4b9e req-dcbe6a78-43cd-4f46-beaa-dfa461e7fa7e tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516598 Mar 30 01:36:08.821006 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23be76-4459-4f0c-9c72-50d11400c4a9 req-004f8877-6d5b-4c5e-82a3-051ac3964cb2 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:08.822500 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6a23be76-4459-4f0c-9c72-50d11400c4a9 req-004f8877-6d5b-4c5e-82a3-051ac3964cb2 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 943 time: 0.0563946 Mar 30 01:36:08.871629 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6a23be76-4459-4f0c-9c72-50d11400c4a9 req-6bc9da57-551a-4ba2-b211-1fba453c523e tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434215 Mar 30 01:36:10.031316 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d82ff3-7e58-4cbd-b18d-41b7f34356ef req-9f70ff36-5349-4137-9baf-443d68d54a45 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:10.032802 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f9d82ff3-7e58-4cbd-b18d-41b7f34356ef req-9f70ff36-5349-4137-9baf-443d68d54a45 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 943 time: 0.0759852 Mar 30 01:36:10.081729 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f9d82ff3-7e58-4cbd-b18d-41b7f34356ef req-02c00d50-61a1-43a7-87de-465940aab240 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431914 Mar 30 01:36:11.227382 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661e042-1876-4126-beb6-3b00f9d9e3a8 req-4010451a-a4d3-4fbe-9150-b2a0798405d4 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:11.228877 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0661e042-1876-4126-beb6-3b00f9d9e3a8 req-4010451a-a4d3-4fbe-9150-b2a0798405d4 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 943 time: 0.0556870 Mar 30 01:36:11.276941 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0661e042-1876-4126-beb6-3b00f9d9e3a8 req-3f75e324-89bf-4b03-82e7-19be26621f1d tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423498 Mar 30 01:36:12.418172 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c92cd0-d4cd-4101-b09d-c3ddeccd7013 req-ccba2edf-3646-4e37-bcc0-e8925fc4000a tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:12.419858 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f3c92cd0-d4cd-4101-b09d-c3ddeccd7013 req-ccba2edf-3646-4e37-bcc0-e8925fc4000a tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 943 time: 0.0641241 Mar 30 01:36:12.469242 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f3c92cd0-d4cd-4101-b09d-c3ddeccd7013 req-17e69126-6cb0-49c6-88ec-db24db7ad12d tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435462 Mar 30 01:36:13.046438 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 32d94836-0955-4b5c-af47-053720d453be details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:36:13.168210 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 32d94836-0955-4b5c-af47-053720d453be, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=32d94836-0955-4b5c-af47-053720d453be,segment=NetworkSegment(5d2e7dcd-3d5b-47c5-be1e-e458e697b14e),segment_id=5d2e7dcd-3d5b-47c5-be1e-e458e697b14e)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:36:13.180502 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Returning: {'device': '32d94836-0955-4b5c-af47-053720d453be', 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1', 'port_id': '32d94836-0955-4b5c-af47-053720d453be', 'mac_address': 'fa:16:3e:db:62:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:36:13.217897 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port 32d94836-0955-4b5c-af47-053720d453be is: DOWN; New status is: BUILD {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:36:13.218282 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (32d94836-0955-4b5c-af47-053720d453be), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:13.234997 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d94836-0955-4b5c-af47-053720d453be {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:36:13.253926 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 32d94836-0955-4b5c-af47-053720d453be, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=32d94836-0955-4b5c-af47-053720d453be,segment=NetworkSegment(5d2e7dcd-3d5b-47c5-be1e-e458e697b14e),segment_id=5d2e7dcd-3d5b-47c5-be1e-e458e697b14e)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:36:13.260535 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (32d94836-0955-4b5c-af47-053720d453be), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:13.441329 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=32d94836-0955-4b5c-af47-053720d453be,revision_number=9']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:36:13.603378 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281cf88-df74-4841-96ab-dfbdf8acf663 req-6b1233d3-e659-460c-8e45-098044bf7a82 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:13.606331 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9281cf88-df74-4841-96ab-dfbdf8acf663 req-6b1233d3-e659-460c-8e45-098044bf7a82 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 944 time: 0.0546122 Mar 30 01:36:13.610678 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['32d94836-0955-4b5c-af47-053720d453be'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:36:13.655221 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9281cf88-df74-4841-96ab-dfbdf8acf663 req-1b823ccc-4448-48a5-abf2-8d151644b993 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446725 Mar 30 01:36:14.782394 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b309318-e18c-40e2-b306-d0b0fc1a371e req-3864563c-2c96-489b-990b-9e80154db4c1 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:14.783877 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0b309318-e18c-40e2-b306-d0b0fc1a371e req-3864563c-2c96-489b-990b-9e80154db4c1 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 944 time: 0.0564525 Mar 30 01:36:14.835257 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0b309318-e18c-40e2-b306-d0b0fc1a371e req-1761115f-f2eb-446f-a594-de2ee3410651 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426211 Mar 30 01:36:15.062848 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 32d94836-0955-4b5c-af47-053720d453be up at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:36:15.116513 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning complete for port 32d94836-0955-4b5c-af47-053720d453be triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:36:15.116804 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (32d94836-0955-4b5c-af47-053720d453be), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:15.199785 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port 32d94836-0955-4b5c-af47-053720d453be is: BUILD; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:36:15.200163 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (32d94836-0955-4b5c-af47-053720d453be), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:15.227094 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b57cb3c-b6f6-414c-83ff-f3bd2a771e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d94836-0955-4b5c-af47-053720d453be'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:36:15.229798 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b54a399a95781ce0e36d18e73dfd9bddfd965df0fcdebdd8e46dd02a402f6d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10ffd51-61de-4530-a648-3c05588917a5" -d '{"events": [{"server_uuid": "5b57cb3c-b6f6-414c-83ff-f3bd2a771e46", "name": "network-vif-plugged", "status": "completed", "tag": "32d94836-0955-4b5c-af47-053720d453be"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:36:15.242997 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 32d94836-0955-4b5c-af47-053720d453be, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=32d94836-0955-4b5c-af47-053720d453be,segment=NetworkSegment(5d2e7dcd-3d5b-47c5-be1e-e458e697b14e),segment_id=5d2e7dcd-3d5b-47c5-be1e-e458e697b14e)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:36:15.248461 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (32d94836-0955-4b5c-af47-053720d453be), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:15.272283 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd20167-bd9d-43b1-a29a-c3f23e053454 x-openstack-request-id: req-8bd20167-bd9d-43b1-a29a-c3f23e053454 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:36:15.272590 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b57cb3c-b6f6-414c-83ff-f3bd2a771e46", "name": "network-vif-plugged", "status": "completed", "tag": "32d94836-0955-4b5c-af47-053720d453be", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:36:15.272842 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8bd20167-bd9d-43b1-a29a-c3f23e053454 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:36:15.273234 dv-cinder-817135-7-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bd20167-bd9d-43b1-a29a-c3f23e053454'] response: {'server_uuid': '5b57cb3c-b6f6-414c-83ff-f3bd2a771e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d94836-0955-4b5c-af47-053720d453be', 'code': 200} Mar 30 01:36:15.300556 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=32d94836-0955-4b5c-af47-053720d453be,revision_number=10']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:36:15.525438 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f628bc-c415-4aba-8c7e-7717cd5f1f46 req-c0139e74-c1dc-48c2-8123-bb40fb8a77cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:15.526959 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-42f628bc-c415-4aba-8c7e-7717cd5f1f46 req-c0139e74-c1dc-48c2-8123-bb40fb8a77cb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 1130 time: 0.0553613 Mar 30 01:36:15.572090 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-42f628bc-c415-4aba-8c7e-7717cd5f1f46 req-98c510d8-f559-4e19-9966-0d61c561f666 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389199 Mar 30 01:36:15.982030 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7eccf-625e-4962-bba7-bd828434e52e req-9c1462ff-888c-4d74-ab4b-63af684942d8 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:15.983694 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-fdf7eccf-625e-4962-bba7-bd828434e52e req-9c1462ff-888c-4d74-ab4b-63af684942d8 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 946 time: 0.0651343 Mar 30 01:36:16.031855 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-fdf7eccf-625e-4962-bba7-bd828434e52e req-b6587ab6-3bb7-4aaa-8b3b-5ecac9833aec tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424750 Mar 30 01:36:17.160127 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befc53b-3b67-46fb-922f-0a0f62e03b7c req-cb9b89a1-ceca-4583-946a-dee44f484805 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:17.161685 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2befc53b-3b67-46fb-922f-0a0f62e03b7c req-cb9b89a1-ceca-4583-946a-dee44f484805 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 946 time: 0.0532870 Mar 30 01:36:17.213654 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2befc53b-3b67-46fb-922f-0a0f62e03b7c req-1f4ec663-0e56-4588-a71c-f2b13cd6ed92 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464237 Mar 30 01:36:18.353433 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f9600-8dc3-4849-ad16-62328dbc0167 req-db26c64a-0b80-4937-8db7-69bd28f6fc21 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:18.354941 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-cc2f9600-8dc3-4849-ad16-62328dbc0167 req-db26c64a-0b80-4937-8db7-69bd28f6fc21 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 946 time: 0.0652070 Mar 30 01:36:18.406151 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-cc2f9600-8dc3-4849-ad16-62328dbc0167 req-902c7900-c13c-4548-b692-74007d45234b tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428503 Mar 30 01:36:19.740345 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-08721e4b-e69a-4bc2-afcf-573e45926f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:20.113257 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:36:21.959207 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ffb912a8-a3e9-4e19-b033-2b79f137bc4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:23.024562 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:24.597164 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:26.023177 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:34.733498 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:49.743162 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-189a93f3-dc3e-4b59-ab77-be97da1a4bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:51.952431 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-99ace7f9-cf99-476e-b012-bb15cb7a248e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:53.024223 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:54.592043 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:56.019547 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:57.117672 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:37:01.492937 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34440e-3d20-41ab-badb-9bbab3e19c55 req-d486461e-ecab-4d54-8101-5dfaf03c24bc tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:01.494319 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7c34440e-3d20-41ab-badb-9bbab3e19c55 req-d486461e-ecab-4d54-8101-5dfaf03c24bc tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=59e4eab1-3ea8-4ead-a88b-4946bb2f07b6 HTTP/1.1" status: 200 len: 946 time: 0.0564752 Mar 30 01:37:01.563763 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7c34440e-3d20-41ab-badb-9bbab3e19c55 req-acb00c3d-6959-47cc-b686-7625ef51b36d tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=5565cd28-274a-4b61-b9cf-faa85e9a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611043 Mar 30 01:37:02.867392 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd3e51-95bb-46de-a231-70758e8aa03e req-de2dd606-d9f3-47f2-b16a-26f316ae9279 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:02.868753 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-bbbd3e51-95bb-46de-a231-70758e8aa03e req-de2dd606-d9f3-47f2-b16a-26f316ae9279 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=59e4eab1-3ea8-4ead-a88b-4946bb2f07b6 HTTP/1.1" status: 200 len: 946 time: 0.0605445 Mar 30 01:37:02.916232 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-bbbd3e51-95bb-46de-a231-70758e8aa03e req-7d30992f-05a1-4c4d-86f4-9b4bae826f66 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups?id=5565cd28-274a-4b61-b9cf-faa85e9a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417585 Mar 30 01:37:03.416217 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd47e2-85b6-43a6-af53-3275ca779da4 req-e6a6799b-05c9-4a8a-9ae0-cc6ffddeb4db tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:03.417648 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-e4bd47e2-85b6-43a6-af53-3275ca779da4 req-e6a6799b-05c9-4a8a-9ae0-cc6ffddeb4db tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.18 "GET /v2.0/ports?device_id=59e4eab1-3ea8-4ead-a88b-4946bb2f07b6 HTTP/1.1" status: 200 len: 946 time: 0.0658193 Mar 30 01:37:03.514526 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-e4bd47e2-85b6-43a6-af53-3275ca779da4 req-7e508855-6b34-4673-aa84-dcb3cf23f8cf tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Deleting port 90c759ee-b896-4e75-b008-fbf0f6699574 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:37:03.514838 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-e4bd47e2-85b6-43a6-af53-3275ca779da4 req-7e508855-6b34-4673-aa84-dcb3cf23f8cf tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (90c759ee-b896-4e75-b008-fbf0f6699574), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:03.608141 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-e4bd47e2-85b6-43a6-af53-3275ca779da4 req-7e508855-6b34-4673-aa84-dcb3cf23f8cf tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] For port 90c759ee-b896-4e75-b008-fbf0f6699574, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=90c759ee-b896-4e75-b008-fbf0f6699574,segment=NetworkSegment(a73f41a5-84e4-43fc-81a9-5e6072abf837),segment_id=a73f41a5-84e4-43fc-81a9-5e6072abf837)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:37:03.608517 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-e4bd47e2-85b6-43a6-af53-3275ca779da4 req-7e508855-6b34-4673-aa84-dcb3cf23f8cf tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (90c759ee-b896-4e75-b008-fbf0f6699574), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:03.783490 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-e4bd47e2-85b6-43a6-af53-3275ca779da4 req-7e508855-6b34-4673-aa84-dcb3cf23f8cf tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:03.783749 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-e4bd47e2-85b6-43a6-af53-3275ca779da4 req-7e508855-6b34-4673-aa84-dcb3cf23f8cf tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623942'] for floatingip (15b8a7a1-4e69-4270-99e0-54e5a6c3e211), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:03.784102 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.db.l3_db [req-e4bd47e2-85b6-43a6-af53-3275ca779da4 req-7e508855-6b34-4673-aa84-dcb3cf23f8cf tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Floating IP 15b8a7a1-4e69-4270-99e0-54e5a6c3e211 disassociated. External IP: 172.28.0.179, port: 90c759ee-b896-4e75-b008-fbf0f6699574. Mar 30 01:37:03.784435 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-e4bd47e2-85b6-43a6-af53-3275ca779da4 req-7e508855-6b34-4673-aa84-dcb3cf23f8cf tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Calling delete_port for 90c759ee-b896-4e75-b008-fbf0f6699574 owned by compute:nova {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:37:03.931058 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-e4bd47e2-85b6-43a6-af53-3275ca779da4 req-7e508855-6b34-4673-aa84-dcb3cf23f8cf tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (90c759ee-b896-4e75-b008-fbf0f6699574), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:03.960833 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e508855-6b34-4673-aa84-dcb3cf23f8cf tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Pushing event deleted for resources: {'Port': ['ID=90c759ee-b896-4e75-b008-fbf0f6699574,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:04.012755 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e508855-6b34-4673-aa84-dcb3cf23f8cf tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:04.013159 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e508855-6b34-4673-aa84-dcb3cf23f8cf tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:04.013433 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e508855-6b34-4673-aa84-dcb3cf23f8cf tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:04.013771 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e508855-6b34-4673-aa84-dcb3cf23f8cf tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:04.014103 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e508855-6b34-4673-aa84-dcb3cf23f8cf tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:04.014429 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e508855-6b34-4673-aa84-dcb3cf23f8cf tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:04.014822 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e508855-6b34-4673-aa84-dcb3cf23f8cf tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:04.015147 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e508855-6b34-4673-aa84-dcb3cf23f8cf tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:04.015471 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e508855-6b34-4673-aa84-dcb3cf23f8cf tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:04.015803 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e508855-6b34-4673-aa84-dcb3cf23f8cf tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:04.016129 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e508855-6b34-4673-aa84-dcb3cf23f8cf tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:04.016448 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e508855-6b34-4673-aa84-dcb3cf23f8cf tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:04.016766 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e508855-6b34-4673-aa84-dcb3cf23f8cf tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:04.017083 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e508855-6b34-4673-aa84-dcb3cf23f8cf tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:04.017396 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e508855-6b34-4673-aa84-dcb3cf23f8cf tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:04.035877 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d562008f-8ede-4344-a447-9e47e8d0a9f4 req-16177f8f-e5f6-42be-9c01-3cb93003375d tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/ports?device_id=59e4eab1-3ea8-4ead-a88b-4946bb2f07b6 HTTP/1.1" status: 200 len: 210 time: 0.0391331 Mar 30 01:37:04.105247 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4bd47e2-85b6-43a6-af53-3275ca779da4 req-7e508855-6b34-4673-aa84-dcb3cf23f8cf tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Router b61b4878-4bdb-4960-8161-9fd93c3943d6 has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:37:04.216253 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4bd47e2-85b6-43a6-af53-3275ca779da4 req-7e508855-6b34-4673-aa84-dcb3cf23f8cf tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:37:04.227561 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506be078-a1c2-451f-8863-b80edc924e3a None None] Sync routers for ids ['b61b4878-4bdb-4960-8161-9fd93c3943d6'] in dv-cinder-817135-7-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:37:04.238844 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506be078-a1c2-451f-8863-b80edc924e3a None None] Routers {'b61b4878-4bdb-4960-8161-9fd93c3943d6'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:37:04.239501 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-506be078-a1c2-451f-8863-b80edc924e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:36:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['b61b4878-4bdb-4960-8161-9fd93c3943d6'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:04.261695 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4bd47e2-85b6-43a6-af53-3275ca779da4 req-7e508855-6b34-4673-aa84-dcb3cf23f8cf tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] No DVR routers for this DVR port 90c759ee-b896-4e75-b008-fbf0f6699574 on host hv-cinder-81713 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:37:04.265092 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-e4bd47e2-85b6-43a6-af53-3275ca779da4 req-7e508855-6b34-4673-aa84-dcb3cf23f8cf tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:04.268971 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-e4bd47e2-85b6-43a6-af53-3275ca779da4 req-7e508855-6b34-4673-aa84-dcb3cf23f8cf tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.18 "DELETE /v2.0/ports/90c759ee-b896-4e75-b008-fbf0f6699574 HTTP/1.1" status: 204 len: 173 time: 0.8458669 Mar 30 01:37:04.269413 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e4eab1-3ea8-4ead-a88b-4946bb2f07b6', 'name': 'network-vif-deleted', 'tag': '90c759ee-b896-4e75-b008-fbf0f6699574'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:37:04.271765 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43c2093-4c34-41c4-acb4-7652a06b021c" -d '{"events": [{"server_uuid": "59e4eab1-3ea8-4ead-a88b-4946bb2f07b6", "name": "network-vif-deleted", "tag": "90c759ee-b896-4e75-b008-fbf0f6699574"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:37:04.324749 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd666cb-343c-43c0-b4a3-1446fa2b313e x-openstack-request-id: req-0cd666cb-343c-43c0-b4a3-1446fa2b313e {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:37:04.325050 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e4eab1-3ea8-4ead-a88b-4946bb2f07b6", "name": "network-vif-deleted", "tag": "90c759ee-b896-4e75-b008-fbf0f6699574", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:37:04.325339 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0cd666cb-343c-43c0-b4a3-1446fa2b313e {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:37:04.326940 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cd666cb-343c-43c0-b4a3-1446fa2b313e'] response: {'server_uuid': '59e4eab1-3ea8-4ead-a88b-4946bb2f07b6', 'name': 'network-vif-deleted', 'tag': '90c759ee-b896-4e75-b008-fbf0f6699574', 'status': 'completed', 'code': 200} Mar 30 01:37:04.355526 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-506be078-a1c2-451f-8863-b80edc924e3a None None] Set router b61b4878-4bdb-4960-8161-9fd93c3943d6 gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:37:04.567577 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-506be078-a1c2-451f-8863-b80edc924e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'name': 'tempest-AttachVolumeTestJSON-1147341400-router', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4'}], 'enable_snat': True}, 'gw_port_id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:07Z', 'updated_at': '2022-03-30T01:30:13Z', 'revision_number': 4, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'gw_port': {'id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:08Z', 'updated_at': '2022-03-30T01:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': 'e46c2206-a194-4bec-a116-3e34c8774dea', 'name': '', 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'mac_address': 'fa:16:3e:91:a7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9bca1a71-d5df-4913-8e95-47cc046854f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:12Z', 'updated_at': '2022-03-30T01:30:18Z', 'revision_number': 5, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'subnets': [{'id': '9bca1a71-d5df-4913-8e95-47cc046854f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:04.598188 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506be078-a1c2-451f-8863-b80edc924e3a None None] Checking router: b61b4878-4bdb-4960-8161-9fd93c3943d6 for host: dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:37:04.608357 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506be078-a1c2-451f-8863-b80edc924e3a None None] Routers {'b61b4878-4bdb-4960-8161-9fd93c3943d6'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:37:04.608975 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-506be078-a1c2-451f-8863-b80edc924e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:36:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['b61b4878-4bdb-4960-8161-9fd93c3943d6'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:04.718612 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-506be078-a1c2-451f-8863-b80edc924e3a None None] Set router b61b4878-4bdb-4960-8161-9fd93c3943d6 gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:37:04.744219 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:04.919293 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-506be078-a1c2-451f-8863-b80edc924e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'name': 'tempest-AttachVolumeTestJSON-1147341400-router', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4'}], 'enable_snat': True}, 'gw_port_id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:07Z', 'updated_at': '2022-03-30T01:30:13Z', 'revision_number': 4, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'gw_port': {'id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:08Z', 'updated_at': '2022-03-30T01:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': 'e46c2206-a194-4bec-a116-3e34c8774dea', 'name': '', 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'mac_address': 'fa:16:3e:91:a7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9bca1a71-d5df-4913-8e95-47cc046854f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:12Z', 'updated_at': '2022-03-30T01:30:18Z', 'revision_number': 5, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'subnets': [{'id': '9bca1a71-d5df-4913-8e95-47cc046854f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:04.944979 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506be078-a1c2-451f-8863-b80edc924e3a None None] The sync data for ids ['b61b4878-4bdb-4960-8161-9fd93c3943d6'] in dv-cinder-817135-7-smb is: [{'id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'name': 'tempest-AttachVolumeTestJSON-1147341400-router', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4'}], 'enable_snat': True}, 'gw_port_id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:07Z', 'updated_at': '2022-03-30T01:30:13Z', 'revision_number': 4, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'gw_port': {'id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:08Z', 'updated_at': '2022-03-30T01:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': 'e46c2206-a194-4bec-a116-3e34c8774dea', 'name': '', 'network_id': '793afd81-5383-41f5-bf86-f3c9d10b1876', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'mac_address': 'fa:16:3e:91:a7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9bca1a71-d5df-4913-8e95-47cc046854f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:12Z', 'updated_at': '2022-03-30T01:30:18Z', 'revision_number': 5, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'subnets': [{'id': '9bca1a71-d5df-4913-8e95-47cc046854f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:37:05.124407 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 45058) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:05.178209 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7ba370-584b-4412-8493-7511f0a6ffea None None] New status for floating IP 15b8a7a1-4e69-4270-99e0-54e5a6c3e211: DOWN {{(pid=103230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:37:05.186063 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a1d7bbc4-796f-4f7d-a4a0-35eef92cb5d2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for security_group (5565cd28-274a-4b61-b9cf-faa85e9a9665), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:05.209997 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a1d7bbc4-796f-4f7d-a4a0-35eef92cb5d2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for security_group (5565cd28-274a-4b61-b9cf-faa85e9a9665), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:05.257477 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a1d7bbc4-796f-4f7d-a4a0-35eef92cb5d2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (5565cd28-274a-4b61-b9cf-faa85e9a9665), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:05.260231 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a1d7bbc4-796f-4f7d-a4a0-35eef92cb5d2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:05.261409 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-a1d7bbc4-796f-4f7d-a4a0-35eef92cb5d2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "DELETE /v2.0/security-groups/5565cd28-274a-4b61-b9cf-faa85e9a9665 HTTP/1.1" status: 204 len: 168 time: 0.1359766 Mar 30 01:37:05.264557 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 45060) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:05.270811 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7bbc4-796f-4f7d-a4a0-35eef92cb5d2 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5565cd28-274a-4b61-b9cf-faa85e9a9665,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:05.283025 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.api.v2.resource [None req-44292771-d015-42dd-a774-0cf019256c7f tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] show failed (client error): The resource could not be found. Mar 30 01:37:05.284051 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-44292771-d015-42dd-a774-0cf019256c7f tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "GET /v2.0/security-groups/5565cd28-274a-4b61-b9cf-faa85e9a9665 HTTP/1.1" status: 404 len: 347 time: 0.0185814 Mar 30 01:37:05.287475 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 45062) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:05.425646 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-fa099fff-def1-4129-8b55-85126be24546 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Deleting port a4bde4c0-007d-4247-b733-1f91e80c829f {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:37:05.425879 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fa099fff-def1-4129-8b55-85126be24546 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (a4bde4c0-007d-4247-b733-1f91e80c829f), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:05.518207 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fa099fff-def1-4129-8b55-85126be24546 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (a4bde4c0-007d-4247-b733-1f91e80c829f), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:05.518718 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fa099fff-def1-4129-8b55-85126be24546 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for floatingip (a4bde4c0-007d-4247-b733-1f91e80c829f), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:05.531851 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-fa099fff-def1-4129-8b55-85126be24546 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Calling delete_port for a4bde4c0-007d-4247-b733-1f91e80c829f owned by network:floatingip {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:37:05.673100 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fa099fff-def1-4129-8b55-85126be24546 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (a4bde4c0-007d-4247-b733-1f91e80c829f), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:05.701234 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa099fff-def1-4129-8b55-85126be24546 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Pushing event deleted for resources: {'Port': ['ID=a4bde4c0-007d-4247-b733-1f91e80c829f,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:05.762236 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fa099fff-def1-4129-8b55-85126be24546 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks [] for floatingip (15b8a7a1-4e69-4270-99e0-54e5a6c3e211), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:05.764826 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fa099fff-def1-4129-8b55-85126be24546 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for floatingip (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:05.765977 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-fa099fff-def1-4129-8b55-85126be24546 tempest-AttachVolumeTestJSON-1832379623 tempest-AttachVolumeTestJSON-1832379623-project] 10.222.0.25 "DELETE /v2.0/floatingips/15b8a7a1-4e69-4270-99e0-54e5a6c3e211 HTTP/1.1" status: 204 len: 168 time: 0.4773958 Mar 30 01:37:07.378645 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 90c759ee-b896-4e75-b008-fbf0f6699574 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:37:07.403692 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] No Port match for: 90c759ee-b896-4e75-b008-fbf0f6699574 {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:37:07.404022 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 90c759ee-b896-4e75-b008-fbf0f6699574 not bound to the agent host hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:37:08.437734 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-e7a8b33e-de11-4836-83aa-dbb6fb9c3428 req-35278478-eef4-44fc-86b2-6b5883ba58f6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456307 Mar 30 01:37:08.536615 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8b33e-de11-4836-83aa-dbb6fb9c3428 req-09303e91-9b18-4029-8a53-1ff44626ebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:08.538653 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-e7a8b33e-de11-4836-83aa-dbb6fb9c3428 req-09303e91-9b18-4029-8a53-1ff44626ebf5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=61dc5b0786784b47b68b2e4463489f52&device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 1130 time: 0.0558560 Mar 30 01:37:08.646270 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8b33e-de11-4836-83aa-dbb6fb9c3428 req-1f257a64-3085-468e-8574-c4bbbcf9bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:08.647787 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-e7a8b33e-de11-4836-83aa-dbb6fb9c3428 req-1f257a64-3085-468e-8574-c4bbbcf9bdb5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=43648525-c7cf-4e35-9f44-2977e45db7f1 HTTP/1.1" status: 200 len: 918 time: 0.0904870 Mar 30 01:37:08.715190 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-e7a8b33e-de11-4836-83aa-dbb6fb9c3428 req-fdb3f989-2970-4f38-95de-404ce01a461e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32d94836-0955-4b5c-af47-053720d453be HTTP/1.1" status: 200 len: 1000 time: 0.0593448 Mar 30 01:37:08.768998 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8b33e-de11-4836-83aa-dbb6fb9c3428 req-0aed3a32-ecd0-4724-9ae3-9d87f700469f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:08.770433 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-e7a8b33e-de11-4836-83aa-dbb6fb9c3428 req-0aed3a32-ecd0-4724-9ae3-9d87f700469f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=109d7294-0dc1-4c33-b6d5-82873c91f0f6 HTTP/1.1" status: 200 len: 856 time: 0.0480416 Mar 30 01:37:08.821098 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8b33e-de11-4836-83aa-dbb6fb9c3428 req-32dda0c8-e22e-4b0a-9c17-c617576c6fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:08.822672 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-e7a8b33e-de11-4836-83aa-dbb6fb9c3428 req-32dda0c8-e22e-4b0a-9c17-c617576c6fd1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43648525-c7cf-4e35-9f44-2977e45db7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0461779 Mar 30 01:37:08.915170 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-e7a8b33e-de11-4836-83aa-dbb6fb9c3428 req-f3551505-1b31-4975-bd62-c5363b6687a9 service neutron] 10.222.0.18 "GET /v2.0/networks/43648525-c7cf-4e35-9f44-2977e45db7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853205 Mar 30 01:37:09.015205 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-e7a8b33e-de11-4836-83aa-dbb6fb9c3428 req-dd6a61d0-93c3-4cda-b2a0-99eb52aa4fee service neutron] 10.222.0.18 "GET /v2.0/networks/43648525-c7cf-4e35-9f44-2977e45db7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925100 Mar 30 01:37:09.371765 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 45094) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:09.877418 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b734404f-0b5e-4bd0-ba76-9be0609188bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624966'] for router_interface (b61b4878-4bdb-4960-8161-9fd93c3943d6), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:10.137839 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b734404f-0b5e-4bd0-ba76-9be0609188bb admin admin] Deleting port e46c2206-a194-4bec-a116-3e34c8774dea {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:37:10.138206 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b734404f-0b5e-4bd0-ba76-9be0609188bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (e46c2206-a194-4bec-a116-3e34c8774dea), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:10.217123 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b734404f-0b5e-4bd0-ba76-9be0609188bb admin admin] For port e46c2206-a194-4bec-a116-3e34c8774dea, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=e46c2206-a194-4bec-a116-3e34c8774dea,segment=NetworkSegment(a73f41a5-84e4-43fc-81a9-5e6072abf837),segment_id=a73f41a5-84e4-43fc-81a9-5e6072abf837)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:37:10.217471 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b734404f-0b5e-4bd0-ba76-9be0609188bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (e46c2206-a194-4bec-a116-3e34c8774dea), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:10.229756 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b734404f-0b5e-4bd0-ba76-9be0609188bb admin admin] Calling delete_port for e46c2206-a194-4bec-a116-3e34c8774dea owned by network:router_interface {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:37:10.423845 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b734404f-0b5e-4bd0-ba76-9be0609188bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (e46c2206-a194-4bec-a116-3e34c8774dea), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:10.451891 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734404f-0b5e-4bd0-ba76-9be0609188bb admin admin] Pushing event deleted for resources: {'Port': ['ID=e46c2206-a194-4bec-a116-3e34c8774dea,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:10.622077 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b734404f-0b5e-4bd0-ba76-9be0609188bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-622806'] for router_interface (b61b4878-4bdb-4960-8161-9fd93c3943d6), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:10.848039 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b734404f-0b5e-4bd0-ba76-9be0609188bb admin admin] Router b61b4878-4bdb-4960-8161-9fd93c3943d6 has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:37:10.968475 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b734404f-0b5e-4bd0-ba76-9be0609188bb admin admin] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:37:10.979835 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-b734404f-0b5e-4bd0-ba76-9be0609188bb admin admin] 10.222.0.25 "PUT /v2.0/routers/b61b4878-4bdb-4960-8161-9fd93c3943d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6066873 Mar 30 01:37:10.982014 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 45098) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:10.983605 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c481d80-9288-484d-a829-c0a90e21f778 None None] Sync routers for ids ['b61b4878-4bdb-4960-8161-9fd93c3943d6'] in dv-cinder-817135-7-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:37:10.993866 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c481d80-9288-484d-a829-c0a90e21f778 None None] Routers {'b61b4878-4bdb-4960-8161-9fd93c3943d6'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:37:10.994584 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-6c481d80-9288-484d-a829-c0a90e21f778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:36:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['b61b4878-4bdb-4960-8161-9fd93c3943d6'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:11.087864 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7f08d82f-66b9-4c36-a360-2b89a49d7f38 admin admin] Publish callbacks [] for router (b61b4878-4bdb-4960-8161-9fd93c3943d6), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:11.102681 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-6c481d80-9288-484d-a829-c0a90e21f778 None None] Set router b61b4878-4bdb-4960-8161-9fd93c3943d6 gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:37:11.295838 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-6c481d80-9288-484d-a829-c0a90e21f778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'name': 'tempest-AttachVolumeTestJSON-1147341400-router', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4'}], 'enable_snat': True}, 'gw_port_id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:07Z', 'updated_at': '2022-03-30T01:37:10Z', 'revision_number': 5, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'gw_port': {'id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:08Z', 'updated_at': '2022-03-30T01:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb'}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:11.323150 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c481d80-9288-484d-a829-c0a90e21f778 None None] Checking router: b61b4878-4bdb-4960-8161-9fd93c3943d6 for host: dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:37:11.332547 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c481d80-9288-484d-a829-c0a90e21f778 None None] Routers {'b61b4878-4bdb-4960-8161-9fd93c3943d6'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:37:11.333172 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-6c481d80-9288-484d-a829-c0a90e21f778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:36:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['b61b4878-4bdb-4960-8161-9fd93c3943d6'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:11.419448 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7f08d82f-66b9-4c36-a360-2b89a49d7f38 admin admin] Publish callbacks [] for router_gateway (b61b4878-4bdb-4960-8161-9fd93c3943d6), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:11.442149 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-6c481d80-9288-484d-a829-c0a90e21f778 None None] Set router b61b4878-4bdb-4960-8161-9fd93c3943d6 gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:37:11.477518 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7f08d82f-66b9-4c36-a360-2b89a49d7f38 admin admin] Deleting port 8da00d54-e7c4-461f-bee8-d8a415b7c3ec {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:37:11.477834 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7f08d82f-66b9-4c36-a360-2b89a49d7f38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (8da00d54-e7c4-461f-bee8-d8a415b7c3ec), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:11.561311 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7f08d82f-66b9-4c36-a360-2b89a49d7f38 admin admin] For port 8da00d54-e7c4-461f-bee8-d8a415b7c3ec, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=8da00d54-e7c4-461f-bee8-d8a415b7c3ec,segment=NetworkSegment(06f2df17-57da-4e9c-9934-3a429189481b),segment_id=06f2df17-57da-4e9c-9934-3a429189481b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:37:11.561672 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7f08d82f-66b9-4c36-a360-2b89a49d7f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (8da00d54-e7c4-461f-bee8-d8a415b7c3ec), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:11.575916 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7f08d82f-66b9-4c36-a360-2b89a49d7f38 admin admin] Calling delete_port for 8da00d54-e7c4-461f-bee8-d8a415b7c3ec owned by network:router_gateway {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:37:11.618631 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-6c481d80-9288-484d-a829-c0a90e21f778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'name': 'tempest-AttachVolumeTestJSON-1147341400-router', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4'}], 'enable_snat': True}, 'gw_port_id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:07Z', 'updated_at': '2022-03-30T01:37:10Z', 'revision_number': 5, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'gw_port': {'id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:08Z', 'updated_at': '2022-03-30T01:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb'}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:11.744167 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c481d80-9288-484d-a829-c0a90e21f778 None None] The sync data for ids ['b61b4878-4bdb-4960-8161-9fd93c3943d6'] in dv-cinder-817135-7-smb is: [{'id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'name': 'tempest-AttachVolumeTestJSON-1147341400-router', 'tenant_id': '69d4c360df1243b89a2428e647fdf76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4'}], 'enable_snat': True}, 'gw_port_id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:07Z', 'updated_at': '2022-03-30T01:37:10Z', 'revision_number': 5, 'project_id': '69d4c360df1243b89a2428e647fdf76d', 'gw_port': {'id': '8da00d54-e7c4-461f-bee8-d8a415b7c3ec', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b4878-4bdb-4960-8161-9fd93c3943d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:08Z', 'updated_at': '2022-03-30T01:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb'}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:37:11.753806 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7f08d82f-66b9-4c36-a360-2b89a49d7f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (8da00d54-e7c4-461f-bee8-d8a415b7c3ec), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:11.779767 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08d82f-66b9-4c36-a360-2b89a49d7f38 admin admin] Pushing event deleted for resources: {'Port': ['ID=8da00d54-e7c4-461f-bee8-d8a415b7c3ec,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:11.839550 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7f08d82f-66b9-4c36-a360-2b89a49d7f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623932'] for router_gateway (b61b4878-4bdb-4960-8161-9fd93c3943d6), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:11.932609 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7f08d82f-66b9-4c36-a360-2b89a49d7f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2948'] for router (b61b4878-4bdb-4960-8161-9fd93c3943d6), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:11.934730 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7f08d82f-66b9-4c36-a360-2b89a49d7f38 admin admin] Publish callbacks [] for router_controller (b61b4878-4bdb-4960-8161-9fd93c3943d6), precommit_delete_associations {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:11.981544 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7f08d82f-66b9-4c36-a360-2b89a49d7f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629977'] for router (b61b4878-4bdb-4960-8161-9fd93c3943d6), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:11.982144 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f08d82f-66b9-4c36-a360-2b89a49d7f38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b61b4878-4bdb-4960-8161-9fd93c3943d6 {{(pid=103228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 01:37:11.986685 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7f08d82f-66b9-4c36-a360-2b89a49d7f38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:11.987755 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-7f08d82f-66b9-4c36-a360-2b89a49d7f38 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b61b4878-4bdb-4960-8161-9fd93c3943d6 HTTP/1.1" status: 204 len: 168 time: 1.0047479 Mar 30 01:37:11.991437 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 45100) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:12.035476 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_v2 [None req-872bf9a2-1b62-4a8d-b7bf-3682b7b0b9c8 admin admin] Deleting subnet 9bca1a71-d5df-4913-8e95-47cc046854f4 {{(pid=103228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 01:37:12.038546 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-872bf9a2-1b62-4a8d-b7bf-3682b7b0b9c8 admin admin] Publish callbacks [] for subnet (9bca1a71-d5df-4913-8e95-47cc046854f4), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:12.078025 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-872bf9a2-1b62-4a8d-b7bf-3682b7b0b9c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9415909'] for subnet (9bca1a71-d5df-4913-8e95-47cc046854f4), precommit_delete_associations {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:12.167333 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-872bf9a2-1b62-4a8d-b7bf-3682b7b0b9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1879272'] for subnet (9bca1a71-d5df-4913-8e95-47cc046854f4), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:12.220379 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-872bf9a2-1b62-4a8d-b7bf-3682b7b0b9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1879263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9415906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8959023'] for subnet (9bca1a71-d5df-4913-8e95-47cc046854f4), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:12.246175 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bf9a2-1b62-4a8d-b7bf-3682b7b0b9c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bca1a71-d5df-4913-8e95-47cc046854f4,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:12.251418 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-872bf9a2-1b62-4a8d-b7bf-3682b7b0b9c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for subnet (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:12.256146 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-872bf9a2-1b62-4a8d-b7bf-3682b7b0b9c8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9bca1a71-d5df-4913-8e95-47cc046854f4 HTTP/1.1" status: 204 len: 168 time: 0.2637513 Mar 30 01:37:12.258068 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019d1d7f-5fc8-4c86-a9c8-e95dc9018d15 None None] Network 793afd81-5383-41f5-bf86-f3c9d10b1876 requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:37:12.258933 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 45102) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:12.336584 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2064809'] for network (793afd81-5383-41f5-bf86-f3c9d10b1876), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:12.397876 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] Deleting port a05d6c99-4e63-4a91-a7f6-56a925a40d8c {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:37:12.398230 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (a05d6c99-4e63-4a91-a7f6-56a925a40d8c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:12.443210 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fa50f1-446d-43e9-940a-97f5b9601e96 None None] DHCP port deletion for 793afd81-5383-41f5-bf86-f3c9d10b1876 request from dv-cinder-817135-7-smb {{(pid=103230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 01:37:12.471164 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] For port a05d6c99-4e63-4a91-a7f6-56a925a40d8c, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=a05d6c99-4e63-4a91-a7f6-56a925a40d8c,segment=NetworkSegment(a73f41a5-84e4-43fc-81a9-5e6072abf837),segment_id=a73f41a5-84e4-43fc-81a9-5e6072abf837)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:37:12.471524 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (a05d6c99-4e63-4a91-a7f6-56a925a40d8c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:12.485677 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] Calling delete_port for a05d6c99-4e63-4a91-a7f6-56a925a40d8c owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:37:12.511238 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-26fa50f1-446d-43e9-940a-97f5b9601e96 None None] Deleting port a05d6c99-4e63-4a91-a7f6-56a925a40d8c {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:37:12.511976 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-26fa50f1-446d-43e9-940a-97f5b9601e96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (a05d6c99-4e63-4a91-a7f6-56a925a40d8c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:12.570772 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583052'] for port (a05d6c99-4e63-4a91-a7f6-56a925a40d8c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:12.587279 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-26fa50f1-446d-43e9-940a-97f5b9601e96 None None] For port a05d6c99-4e63-4a91-a7f6-56a925a40d8c, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=a05d6c99-4e63-4a91-a7f6-56a925a40d8c,segment=NetworkSegment(a73f41a5-84e4-43fc-81a9-5e6072abf837),segment_id=a73f41a5-84e4-43fc-81a9-5e6072abf837)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:37:12.588234 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-26fa50f1-446d-43e9-940a-97f5b9601e96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (a05d6c99-4e63-4a91-a7f6-56a925a40d8c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:12.602607 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] Pushing event deleted for resources: {'Port': ['ID=a05d6c99-4e63-4a91-a7f6-56a925a40d8c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:12.607570 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-26fa50f1-446d-43e9-940a-97f5b9601e96 None None] Calling delete_port for a05d6c99-4e63-4a91-a7f6-56a925a40d8c owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:37:12.609824 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] No DVR routers for this DVR port a05d6c99-4e63-4a91-a7f6-56a925a40d8c on host dv-cinder-817135-7-smb {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:37:12.612616 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:12.612981 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:12.613403 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:12.613801 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:12.614145 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:12.614497 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:12.615017 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:12.615527 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:12.615842 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:12.616173 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:12.616504 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:12.616827 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:12.617318 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:12.617651 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:12.617976 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:12.694440 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1955683', 'neutron.services.segments.db._delete_segments_for_network-8788084628282'] for network (793afd81-5383-41f5-bf86-f3c9d10b1876), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:12.698813 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-26fa50f1-446d-43e9-940a-97f5b9601e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303'] for port (a05d6c99-4e63-4a91-a7f6-56a925a40d8c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:12.715868 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793afd81-5383-41f5-bf86-f3c9d10b1876']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:12.724883 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa50f1-446d-43e9-940a-97f5b9601e96 None None] Pushing event deleted for resources: {'Port': ['ID=a05d6c99-4e63-4a91-a7f6-56a925a40d8c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:12.725970 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a73f41a5-84e4-43fc-81a9-5e6072abf837') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:12.726350 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a73f41a5-84e4-43fc-81a9-5e6072abf837') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:12.729306 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fa50f1-446d-43e9-940a-97f5b9601e96 None None] No DVR routers for this DVR port a05d6c99-4e63-4a91-a7f6-56a925a40d8c on host dv-cinder-817135-7-smb {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:37:12.741035 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fa50f1-446d-43e9-940a-97f5b9601e96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:12.741035 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fa50f1-446d-43e9-940a-97f5b9601e96 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:12.741035 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fa50f1-446d-43e9-940a-97f5b9601e96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:12.741035 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fa50f1-446d-43e9-940a-97f5b9601e96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:12.741938 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788084859203', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10017261'] for segment (a73f41a5-84e4-43fc-81a9-5e6072abf837), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:12.742448 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fa50f1-446d-43e9-940a-97f5b9601e96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:12.742448 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fa50f1-446d-43e9-940a-97f5b9601e96 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:12.742448 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fa50f1-446d-43e9-940a-97f5b9601e96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:12.742448 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fa50f1-446d-43e9-940a-97f5b9601e96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:12.742448 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fa50f1-446d-43e9-940a-97f5b9601e96 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:12.742448 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fa50f1-446d-43e9-940a-97f5b9601e96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:12.742448 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fa50f1-446d-43e9-940a-97f5b9601e96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:12.742448 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fa50f1-446d-43e9-940a-97f5b9601e96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:12.742448 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fa50f1-446d-43e9-940a-97f5b9601e96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:12.742448 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fa50f1-446d-43e9-940a-97f5b9601e96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:12.742448 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fa50f1-446d-43e9-940a-97f5b9601e96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:12.751040 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983'] for segment (a73f41a5-84e4-43fc-81a9-5e6072abf837), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:12.757639 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 01:37:12.758064 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8583129'] for segment (a73f41a5-84e4-43fc-81a9-5e6072abf837), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:12.769122 dv-cinder-817135-7-smb neutron-server[103229]: Traceback (most recent call last): Mar 30 01:37:12.769122 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 01:37:12.769122 dv-cinder-817135-7-smb neutron-server[103229]: timer() Mar 30 01:37:12.769122 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 01:37:12.769122 dv-cinder-817135-7-smb neutron-server[103229]: cb(*args, **kw) Mar 30 01:37:12.769122 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 01:37:12.769122 dv-cinder-817135-7-smb neutron-server[103229]: return func(*args, **kwargs) Mar 30 01:37:12.769122 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 01:37:12.769122 dv-cinder-817135-7-smb neutron-server[103229]: self._notify() Mar 30 01:37:12.769122 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 01:37:12.769122 dv-cinder-817135-7-smb neutron-server[103229]: self.callback(batched_events) Mar 30 01:37:12.769122 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 01:37:12.769122 dv-cinder-817135-7-smb neutron-server[103229]: event.method(event) Mar 30 01:37:12.769122 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 01:37:12.769122 dv-cinder-817135-7-smb neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 01:37:12.769122 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 01:37:12.769122 dv-cinder-817135-7-smb neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 01:37:12.769122 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 01:37:12.769122 dv-cinder-817135-7-smb neutron-server[103229]: return f(self, *a, **k) Mar 30 01:37:12.769122 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 01:37:12.769122 dv-cinder-817135-7-smb neutron-server[103229]: return self._get(url).json() Mar 30 01:37:12.769122 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 01:37:12.769122 dv-cinder-817135-7-smb neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 01:37:12.769122 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 01:37:12.769122 dv-cinder-817135-7-smb neutron-server[103229]: return self.request(url, 'GET', **kwargs) Mar 30 01:37:12.769122 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 01:37:12.769122 dv-cinder-817135-7-smb neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 01:37:12.769122 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 01:37:12.769122 dv-cinder-817135-7-smb neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 01:37:12.769122 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 01:37:12.769122 dv-cinder-817135-7-smb neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 01:37:12.769122 dv-cinder-817135-7-smb neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 01:37:12.816923 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1955690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623952'] for network (793afd81-5383-41f5-bf86-f3c9d10b1876), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:12.823327 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:12.826566 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] 10.222.0.25 "DELETE /v2.0/networks/793afd81-5383-41f5-bf86-f3c9d10b1876 HTTP/1.1" status: 204 len: 168 time: 0.5665381 Mar 30 01:37:12.836009 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2dad4a-43ef-408d-ac7d-3a0dc42f6d82 admin admin] Pushing event deleted for resources: {'Network': ['ID=793afd81-5383-41f5-bf86-f3c9d10b1876,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:12.943381 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 45106) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:12.986247 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-3630bc87-0599-47e9-94de-301a059480e1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=69d4c360df1243b89a2428e647fdf76d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416451 Mar 30 01:37:12.988840 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 45108) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:13.041193 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4eed5124-c70f-4e6a-b343-ea98c43444ca admin admin] Publish callbacks [] for security_group (1105cd36-67a5-478e-91be-df12ee057f21), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:13.068015 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4eed5124-c70f-4e6a-b343-ea98c43444ca admin admin] Publish callbacks [] for security_group (1105cd36-67a5-478e-91be-df12ee057f21), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:13.117749 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4eed5124-c70f-4e6a-b343-ea98c43444ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (1105cd36-67a5-478e-91be-df12ee057f21), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:13.120401 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4eed5124-c70f-4e6a-b343-ea98c43444ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:13.121598 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-4eed5124-c70f-4e6a-b343-ea98c43444ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1105cd36-67a5-478e-91be-df12ee057f21 HTTP/1.1" status: 204 len: 168 time: 0.1318498 Mar 30 01:37:13.129396 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed5124-c70f-4e6a-b343-ea98c43444ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1105cd36-67a5-478e-91be-df12ee057f21,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:13.721169 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device a05d6c99-4e63-4a91-a7f6-56a925a40d8c no longer exists at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:37:13.747930 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] No Port match for: a05d6c99-4e63-4a91-a7f6-56a925a40d8c {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:37:13.748280 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device a05d6c99-4e63-4a91-a7f6-56a925a40d8c not bound to the agent host dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:37:13.748697 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 8da00d54-e7c4-461f-bee8-d8a415b7c3ec no longer exists at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:37:13.771882 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] No Port match for: 8da00d54-e7c4-461f-bee8-d8a415b7c3ec {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:37:13.772236 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 8da00d54-e7c4-461f-bee8-d8a415b7c3ec not bound to the agent host dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:37:13.772648 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device e46c2206-a194-4bec-a116-3e34c8774dea no longer exists at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:37:13.792312 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] No Port match for: e46c2206-a194-4bec-a116-3e34c8774dea {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:37:13.792647 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device e46c2206-a194-4bec-a116-3e34c8774dea not bound to the agent host dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:37:14.158012 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a2cd1-38fa-4fb7-94f1-18ee4031c9b1 req-fd60f9c2-5206-4880-8d1c-23d6e63db993 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:14.159546 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-df2a2cd1-38fa-4fb7-94f1-18ee4031c9b1 req-fd60f9c2-5206-4880-8d1c-23d6e63db993 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 946 time: 0.0543482 Mar 30 01:37:14.211048 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-df2a2cd1-38fa-4fb7-94f1-18ee4031c9b1 req-39c03e44-50de-4442-904f-f427ef958120 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455303 Mar 30 01:37:14.903473 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 45170) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:15.019535 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fcb98286-02ba-479b-9900-28cb9c316f19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:15.105427 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fcb98286-02ba-479b-9900-28cb9c316f19 admin admin] Publish callbacks [] for security_group (228c8904-cc25-4b8e-ac01-fbd8ed48a752), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:15.110315 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fcb98286-02ba-479b-9900-28cb9c316f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (228c8904-cc25-4b8e-ac01-fbd8ed48a752), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:15.148281 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-fcb98286-02ba-479b-9900-28cb9c316f19 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa9dcc57adc24ab2a600d16ae34f9454&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436905 Mar 30 01:37:15.149521 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb98286-02ba-479b-9900-28cb9c316f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228c8904-cc25-4b8e-ac01-fbd8ed48a752,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:15.151217 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 45174) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:15.211464 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-724af8ed-5910-405c-9c37-f43bf5cbb749 admin admin] Publish callbacks [] for security_group (228c8904-cc25-4b8e-ac01-fbd8ed48a752), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:15.234363 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-724af8ed-5910-405c-9c37-f43bf5cbb749 admin admin] Publish callbacks [] for security_group (228c8904-cc25-4b8e-ac01-fbd8ed48a752), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:15.283523 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-724af8ed-5910-405c-9c37-f43bf5cbb749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (228c8904-cc25-4b8e-ac01-fbd8ed48a752), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:15.286094 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-724af8ed-5910-405c-9c37-f43bf5cbb749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:15.287294 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-724af8ed-5910-405c-9c37-f43bf5cbb749 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/228c8904-cc25-4b8e-ac01-fbd8ed48a752 HTTP/1.1" status: 204 len: 168 time: 0.1346900 Mar 30 01:37:15.320966 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724af8ed-5910-405c-9c37-f43bf5cbb749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228c8904-cc25-4b8e-ac01-fbd8ed48a752,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:15.358637 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6427855-2dd6-4518-8865-f69e0f31bf6d req-50036fc2-2cc0-444c-8598-b7291f4ec77f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:15.360078 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c6427855-2dd6-4518-8865-f69e0f31bf6d req-50036fc2-2cc0-444c-8598-b7291f4ec77f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 946 time: 0.0717964 Mar 30 01:37:15.410573 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c6427855-2dd6-4518-8865-f69e0f31bf6d req-bfc0a317-ff82-4d61-b4fa-d4a37e08543c tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups?id=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442743 Mar 30 01:37:15.571686 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 45182) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:15.585599 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a0457378-0e89-4b18-ba87-9ed5105e57eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:15.700680 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a0457378-0e89-4b18-ba87-9ed5105e57eb admin admin] Publish callbacks [] for security_group (8e8447ea-c57c-44d3-ade2-0441b7f05dc8), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:15.707845 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689bdd0-0269-4de6-80f6-7288dbc9375b req-02937276-cf1b-470b-9bfa-9886d5dd8ed9 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:15.709260 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-c689bdd0-0269-4de6-80f6-7288dbc9375b req-02937276-cf1b-470b-9bfa-9886d5dd8ed9 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 946 time: 0.0870447 Mar 30 01:37:15.710259 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a0457378-0e89-4b18-ba87-9ed5105e57eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (8e8447ea-c57c-44d3-ade2-0441b7f05dc8), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:15.771594 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0457378-0e89-4b18-ba87-9ed5105e57eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8447ea-c57c-44d3-ade2-0441b7f05dc8,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:15.781154 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-a0457378-0e89-4b18-ba87-9ed5105e57eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=df654936c8994a92adafbdfec004667c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2084174 Mar 30 01:37:15.784548 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 45184) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:15.831578 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-c689bdd0-0269-4de6-80f6-7288dbc9375b req-a441e95f-c805-4f2e-8151-f7dc6c8b7974 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Deleting port 32d94836-0955-4b5c-af47-053720d453be {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:37:15.831950 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-c689bdd0-0269-4de6-80f6-7288dbc9375b req-a441e95f-c805-4f2e-8151-f7dc6c8b7974 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (32d94836-0955-4b5c-af47-053720d453be), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:15.836802 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aff59197-24e6-4b6e-a3b4-d079c00adf15 admin admin] Publish callbacks [] for security_group (8e8447ea-c57c-44d3-ade2-0441b7f05dc8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:15.857589 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aff59197-24e6-4b6e-a3b4-d079c00adf15 admin admin] Publish callbacks [] for security_group (8e8447ea-c57c-44d3-ade2-0441b7f05dc8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:15.905559 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aff59197-24e6-4b6e-a3b4-d079c00adf15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (8e8447ea-c57c-44d3-ade2-0441b7f05dc8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:15.908075 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aff59197-24e6-4b6e-a3b4-d079c00adf15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:15.911799 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-aff59197-24e6-4b6e-a3b4-d079c00adf15 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8e8447ea-c57c-44d3-ade2-0441b7f05dc8 HTTP/1.1" status: 204 len: 168 time: 0.1236007 Mar 30 01:37:15.920176 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff59197-24e6-4b6e-a3b4-d079c00adf15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8447ea-c57c-44d3-ade2-0441b7f05dc8,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:15.927213 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-c689bdd0-0269-4de6-80f6-7288dbc9375b req-a441e95f-c805-4f2e-8151-f7dc6c8b7974 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] For port 32d94836-0955-4b5c-af47-053720d453be, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=32d94836-0955-4b5c-af47-053720d453be,segment=NetworkSegment(5d2e7dcd-3d5b-47c5-be1e-e458e697b14e),segment_id=5d2e7dcd-3d5b-47c5-be1e-e458e697b14e)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:37:15.927736 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-c689bdd0-0269-4de6-80f6-7288dbc9375b req-a441e95f-c805-4f2e-8151-f7dc6c8b7974 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (32d94836-0955-4b5c-af47-053720d453be), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:16.103815 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-c689bdd0-0269-4de6-80f6-7288dbc9375b req-a441e95f-c805-4f2e-8151-f7dc6c8b7974 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:16.104173 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-c689bdd0-0269-4de6-80f6-7288dbc9375b req-a441e95f-c805-4f2e-8151-f7dc6c8b7974 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623942'] for floatingip (503ccfa2-4368-4ed7-8762-6d1dcb8bab4e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:16.104630 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.db.l3_db [req-c689bdd0-0269-4de6-80f6-7288dbc9375b req-a441e95f-c805-4f2e-8151-f7dc6c8b7974 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Floating IP 503ccfa2-4368-4ed7-8762-6d1dcb8bab4e disassociated. External IP: 172.28.0.75, port: 32d94836-0955-4b5c-af47-053720d453be. Mar 30 01:37:16.104968 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-c689bdd0-0269-4de6-80f6-7288dbc9375b req-a441e95f-c805-4f2e-8151-f7dc6c8b7974 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Calling delete_port for 32d94836-0955-4b5c-af47-053720d453be owned by compute:nova {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:37:16.239290 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-c689bdd0-0269-4de6-80f6-7288dbc9375b req-a441e95f-c805-4f2e-8151-f7dc6c8b7974 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (32d94836-0955-4b5c-af47-053720d453be), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:16.268781 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441e95f-c805-4f2e-8151-f7dc6c8b7974 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Pushing event deleted for resources: {'Port': ['ID=32d94836-0955-4b5c-af47-053720d453be,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:16.384807 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c689bdd0-0269-4de6-80f6-7288dbc9375b req-a441e95f-c805-4f2e-8151-f7dc6c8b7974 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Router 6f7a6db5-22fa-4aaf-942a-34ebe367e11f has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:37:16.500648 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c689bdd0-0269-4de6-80f6-7288dbc9375b req-a441e95f-c805-4f2e-8151-f7dc6c8b7974 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:37:16.517645 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352b9525-b079-4e91-97b0-8fb1cdfa660a None None] Sync routers for ids ['6f7a6db5-22fa-4aaf-942a-34ebe367e11f'] in dv-cinder-817135-7-smb {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:37:16.531497 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352b9525-b079-4e91-97b0-8fb1cdfa660a None None] Routers {'6f7a6db5-22fa-4aaf-942a-34ebe367e11f'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:37:16.532425 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-352b9525-b079-4e91-97b0-8fb1cdfa660a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:36:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6f7a6db5-22fa-4aaf-942a-34ebe367e11f'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:16.540687 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-dcb96f8c-de0f-4703-bd73-0a4f0f711487 req-730d1d4d-145a-450f-9f66-bf9ca7be2244 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b57cb3c-b6f6-414c-83ff-f3bd2a771e46 HTTP/1.1" status: 200 len: 210 time: 0.0574846 Mar 30 01:37:16.549503 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-c689bdd0-0269-4de6-80f6-7288dbc9375b req-a441e95f-c805-4f2e-8151-f7dc6c8b7974 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] No DVR routers for this DVR port 32d94836-0955-4b5c-af47-053720d453be on host hv-cinder-81713 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:37:16.551952 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-c689bdd0-0269-4de6-80f6-7288dbc9375b req-a441e95f-c805-4f2e-8151-f7dc6c8b7974 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:16.555509 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-c689bdd0-0269-4de6-80f6-7288dbc9375b req-a441e95f-c805-4f2e-8151-f7dc6c8b7974 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.18 "DELETE /v2.0/ports/32d94836-0955-4b5c-af47-053720d453be HTTP/1.1" status: 204 len: 173 time: 0.8396783 Mar 30 01:37:16.555981 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b57cb3c-b6f6-414c-83ff-f3bd2a771e46', 'name': 'network-vif-deleted', 'tag': '32d94836-0955-4b5c-af47-053720d453be'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:37:16.558366 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c7cf30-af52-42c9-b178-7976916a669e" -d '{"events": [{"server_uuid": "5b57cb3c-b6f6-414c-83ff-f3bd2a771e46", "name": "network-vif-deleted", "tag": "32d94836-0955-4b5c-af47-053720d453be"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:37:16.605793 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b837ac1c-f6b5-4410-b6d0-4f9120d1bfc8 x-openstack-request-id: req-b837ac1c-f6b5-4410-b6d0-4f9120d1bfc8 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:37:16.606092 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b57cb3c-b6f6-414c-83ff-f3bd2a771e46", "name": "network-vif-deleted", "tag": "32d94836-0955-4b5c-af47-053720d453be", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:37:16.606391 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b837ac1c-f6b5-4410-b6d0-4f9120d1bfc8 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:37:16.606823 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b837ac1c-f6b5-4410-b6d0-4f9120d1bfc8'] response: {'server_uuid': '5b57cb3c-b6f6-414c-83ff-f3bd2a771e46', 'name': 'network-vif-deleted', 'tag': '32d94836-0955-4b5c-af47-053720d453be', 'status': 'completed', 'code': 200} Mar 30 01:37:16.704804 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-352b9525-b079-4e91-97b0-8fb1cdfa660a None None] Set router 6f7a6db5-22fa-4aaf-942a-34ebe367e11f gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:37:16.918475 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-352b9525-b079-4e91-97b0-8fb1cdfa660a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'name': 'tempest-AttachVolumeShelveTestJSON-2106925405-router', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:09Z', 'updated_at': '2022-03-30T01:29:17Z', 'revision_number': 4, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'gw_port': {'id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:10Z', 'updated_at': '2022-03-30T01:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '859c8630-07ce-4498-b24f-59cc873c5033', 'name': '', 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'mac_address': 'fa:16:3e:26:62:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:15Z', 'updated_at': '2022-03-30T01:29:27Z', 'revision_number': 5, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'subnets': [{'id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:16.948737 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352b9525-b079-4e91-97b0-8fb1cdfa660a None None] Checking router: 6f7a6db5-22fa-4aaf-942a-34ebe367e11f for host: dv-cinder-817135-7-smb {{(pid=103230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:37:16.957411 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352b9525-b079-4e91-97b0-8fb1cdfa660a None None] Routers {'6f7a6db5-22fa-4aaf-942a-34ebe367e11f'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:37:16.958040 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-352b9525-b079-4e91-97b0-8fb1cdfa660a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:36:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6f7a6db5-22fa-4aaf-942a-34ebe367e11f'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:17.076374 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-352b9525-b079-4e91-97b0-8fb1cdfa660a None None] Set router 6f7a6db5-22fa-4aaf-942a-34ebe367e11f gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:37:17.286213 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-352b9525-b079-4e91-97b0-8fb1cdfa660a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'name': 'tempest-AttachVolumeShelveTestJSON-2106925405-router', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:09Z', 'updated_at': '2022-03-30T01:29:17Z', 'revision_number': 4, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'gw_port': {'id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:10Z', 'updated_at': '2022-03-30T01:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '859c8630-07ce-4498-b24f-59cc873c5033', 'name': '', 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'mac_address': 'fa:16:3e:26:62:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:15Z', 'updated_at': '2022-03-30T01:29:27Z', 'revision_number': 5, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'subnets': [{'id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:17.316341 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352b9525-b079-4e91-97b0-8fb1cdfa660a None None] The sync data for ids ['6f7a6db5-22fa-4aaf-942a-34ebe367e11f'] in dv-cinder-817135-7-smb is: [{'id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'name': 'tempest-AttachVolumeShelveTestJSON-2106925405-router', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:09Z', 'updated_at': '2022-03-30T01:29:17Z', 'revision_number': 4, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'gw_port': {'id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:10Z', 'updated_at': '2022-03-30T01:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '859c8630-07ce-4498-b24f-59cc873c5033', 'name': '', 'network_id': '43648525-c7cf-4e35-9f44-2977e45db7f1', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'mac_address': 'fa:16:3e:26:62:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:15Z', 'updated_at': '2022-03-30T01:29:27Z', 'revision_number': 5, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'subnets': [{'id': '109d7294-0dc1-4c33-b6d5-82873c91f0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:37:17.545225 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd364a4f-abec-44ff-9985-bd0112a06ddb None None] New status for floating IP 503ccfa2-4368-4ed7-8762-6d1dcb8bab4e: DOWN {{(pid=103231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:37:17.668113 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 45240) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:17.728735 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37355926-e637-4be6-b73d-598ac91cc171 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for security_group (db7b3ab8-02f0-4845-873b-0a7fd93b0bb8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:17.752025 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37355926-e637-4be6-b73d-598ac91cc171 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for security_group (db7b3ab8-02f0-4845-873b-0a7fd93b0bb8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:17.803772 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37355926-e637-4be6-b73d-598ac91cc171 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (db7b3ab8-02f0-4845-873b-0a7fd93b0bb8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:17.806613 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37355926-e637-4be6-b73d-598ac91cc171 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:17.807996 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-37355926-e637-4be6-b73d-598ac91cc171 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "DELETE /v2.0/security-groups/db7b3ab8-02f0-4845-873b-0a7fd93b0bb8 HTTP/1.1" status: 204 len: 168 time: 0.1380718 Mar 30 01:37:17.810779 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 45242) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:17.817298 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37355926-e637-4be6-b73d-598ac91cc171 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7b3ab8-02f0-4845-873b-0a7fd93b0bb8,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:17.824616 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.api.v2.resource [None req-028586a1-3cae-4d74-964b-b51e19e4dba9 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] show failed (client error): The resource could not be found. Mar 30 01:37:17.825655 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-028586a1-3cae-4d74-964b-b51e19e4dba9 tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "GET /v2.0/security-groups/db7b3ab8-02f0-4845-873b-0a7fd93b0bb8 HTTP/1.1" status: 404 len: 347 time: 0.0137784 Mar 30 01:37:17.828627 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 45244) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:17.965781 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6ae23234-8a92-46ce-a44f-53b3209af1ed tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Deleting port 5415c32c-f0e6-4bf4-9bff-e2016b5646cb {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:37:17.966104 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6ae23234-8a92-46ce-a44f-53b3209af1ed tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (5415c32c-f0e6-4bf4-9bff-e2016b5646cb), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:18.049022 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6ae23234-8a92-46ce-a44f-53b3209af1ed tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (5415c32c-f0e6-4bf4-9bff-e2016b5646cb), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:18.049261 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6ae23234-8a92-46ce-a44f-53b3209af1ed tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for floatingip (5415c32c-f0e6-4bf4-9bff-e2016b5646cb), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:18.062898 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6ae23234-8a92-46ce-a44f-53b3209af1ed tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Calling delete_port for 5415c32c-f0e6-4bf4-9bff-e2016b5646cb owned by network:floatingip {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:37:18.207510 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6ae23234-8a92-46ce-a44f-53b3209af1ed tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (5415c32c-f0e6-4bf4-9bff-e2016b5646cb), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:18.232575 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae23234-8a92-46ce-a44f-53b3209af1ed tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Pushing event deleted for resources: {'Port': ['ID=5415c32c-f0e6-4bf4-9bff-e2016b5646cb,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:18.296749 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6ae23234-8a92-46ce-a44f-53b3209af1ed tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks [] for floatingip (503ccfa2-4368-4ed7-8762-6d1dcb8bab4e), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:18.299539 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6ae23234-8a92-46ce-a44f-53b3209af1ed tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for floatingip (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:18.300652 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-6ae23234-8a92-46ce-a44f-53b3209af1ed tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] 10.222.0.25 "DELETE /v2.0/floatingips/503ccfa2-4368-4ed7-8762-6d1dcb8bab4e HTTP/1.1" status: 204 len: 168 time: 0.4710920 Mar 30 01:37:19.409418 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 32d94836-0955-4b5c-af47-053720d453be no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:37:19.441063 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] No Port match for: 32d94836-0955-4b5c-af47-053720d453be {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:37:19.441409 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 32d94836-0955-4b5c-af47-053720d453be not bound to the agent host hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:37:19.735574 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d367beed-1e58-42ef-aec7-2fbaa9b19b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:20.513350 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 45296) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:20.638035 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5f1ed16f-4189-4638-b854-b5b5ea4220c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:20.719912 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5f1ed16f-4189-4638-b854-b5b5ea4220c3 admin admin] Publish callbacks [] for security_group (7395abcd-6dc3-408c-a9ca-9925f6439860), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:20.724213 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5f1ed16f-4189-4638-b854-b5b5ea4220c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (7395abcd-6dc3-408c-a9ca-9925f6439860), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:20.740938 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 45306) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:20.761643 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ed16f-4189-4638-b854-b5b5ea4220c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7395abcd-6dc3-408c-a9ca-9925f6439860,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:20.768620 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-5f1ed16f-4189-4638-b854-b5b5ea4220c3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=22e3b6c3da714c61aa80abd82e29e82c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514491 Mar 30 01:37:20.768961 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 45310) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:20.881115 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d39b5155-a5d1-4945-9747-ad556e54ee1e admin admin] Publish callbacks [] for security_group (7395abcd-6dc3-408c-a9ca-9925f6439860), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:20.913723 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d39b5155-a5d1-4945-9747-ad556e54ee1e admin admin] Publish callbacks [] for security_group (7395abcd-6dc3-408c-a9ca-9925f6439860), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:21.028567 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d39b5155-a5d1-4945-9747-ad556e54ee1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (7395abcd-6dc3-408c-a9ca-9925f6439860), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:21.031002 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d39b5155-a5d1-4945-9747-ad556e54ee1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:21.032163 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-d39b5155-a5d1-4945-9747-ad556e54ee1e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7395abcd-6dc3-408c-a9ca-9925f6439860 HTTP/1.1" status: 204 len: 168 time: 0.2622309 Mar 30 01:37:21.049663 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b5155-a5d1-4945-9747-ad556e54ee1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7395abcd-6dc3-408c-a9ca-9925f6439860,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:21.212452 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7d1690d2-9c74-429f-ac7a-af60aed7abbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624966'] for router_interface (6f7a6db5-22fa-4aaf-942a-34ebe367e11f), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:21.300095 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 45316) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:21.314177 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1ad93165-f0fc-4c18-a05f-3016a1df8775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:21.392396 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1ad93165-f0fc-4c18-a05f-3016a1df8775 admin admin] Publish callbacks [] for security_group (09b4839d-4bb8-4ec4-96de-3f5b29c4e008), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:21.397737 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1ad93165-f0fc-4c18-a05f-3016a1df8775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (09b4839d-4bb8-4ec4-96de-3f5b29c4e008), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:21.435185 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-1ad93165-f0fc-4c18-a05f-3016a1df8775 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f22f1208bda4ef6b60379df2f38096d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339364 Mar 30 01:37:21.436023 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad93165-f0fc-4c18-a05f-3016a1df8775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b4839d-4bb8-4ec4-96de-3f5b29c4e008,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:21.438385 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 45318) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:21.467870 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7d1690d2-9c74-429f-ac7a-af60aed7abbe admin admin] Deleting port 859c8630-07ce-4498-b24f-59cc873c5033 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:37:21.468197 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7d1690d2-9c74-429f-ac7a-af60aed7abbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (859c8630-07ce-4498-b24f-59cc873c5033), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:21.489209 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4fabc44e-1321-4ca7-9072-14ab4dc19b0d admin admin] Publish callbacks [] for security_group (09b4839d-4bb8-4ec4-96de-3f5b29c4e008), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:21.510102 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4fabc44e-1321-4ca7-9072-14ab4dc19b0d admin admin] Publish callbacks [] for security_group (09b4839d-4bb8-4ec4-96de-3f5b29c4e008), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:21.549198 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7d1690d2-9c74-429f-ac7a-af60aed7abbe admin admin] For port 859c8630-07ce-4498-b24f-59cc873c5033, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=859c8630-07ce-4498-b24f-59cc873c5033,segment=NetworkSegment(5d2e7dcd-3d5b-47c5-be1e-e458e697b14e),segment_id=5d2e7dcd-3d5b-47c5-be1e-e458e697b14e)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:37:21.549419 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7d1690d2-9c74-429f-ac7a-af60aed7abbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (859c8630-07ce-4498-b24f-59cc873c5033), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:21.569328 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4fabc44e-1321-4ca7-9072-14ab4dc19b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (09b4839d-4bb8-4ec4-96de-3f5b29c4e008), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:21.572906 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4fabc44e-1321-4ca7-9072-14ab4dc19b0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:21.573376 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7d1690d2-9c74-429f-ac7a-af60aed7abbe admin admin] Calling delete_port for 859c8630-07ce-4498-b24f-59cc873c5033 owned by network:router_interface {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:37:21.574264 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-4fabc44e-1321-4ca7-9072-14ab4dc19b0d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/09b4839d-4bb8-4ec4-96de-3f5b29c4e008 HTTP/1.1" status: 204 len: 168 time: 0.1349783 Mar 30 01:37:21.585909 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fabc44e-1321-4ca7-9072-14ab4dc19b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b4839d-4bb8-4ec4-96de-3f5b29c4e008,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:21.767314 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7d1690d2-9c74-429f-ac7a-af60aed7abbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (859c8630-07ce-4498-b24f-59cc873c5033), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:21.793809 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1690d2-9c74-429f-ac7a-af60aed7abbe admin admin] Pushing event deleted for resources: {'Port': ['ID=859c8630-07ce-4498-b24f-59cc873c5033,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:21.975271 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-66e71ae2-645e-4b31-81b8-3a88de8ab626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:21.988084 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7d1690d2-9c74-429f-ac7a-af60aed7abbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-622806'] for router_interface (6f7a6db5-22fa-4aaf-942a-34ebe367e11f), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:22.495953 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1690d2-9c74-429f-ac7a-af60aed7abbe admin admin] Router 6f7a6db5-22fa-4aaf-942a-34ebe367e11f has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:37:22.607160 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1690d2-9c74-429f-ac7a-af60aed7abbe admin admin] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:37:22.612514 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-7d1690d2-9c74-429f-ac7a-af60aed7abbe admin admin] 10.222.0.25 "PUT /v2.0/routers/6f7a6db5-22fa-4aaf-942a-34ebe367e11f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8704793 Mar 30 01:37:22.615509 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 45344) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:22.618967 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414382d8-d6fc-4101-be7d-48ca7ef00a01 None None] Sync routers for ids ['6f7a6db5-22fa-4aaf-942a-34ebe367e11f'] in dv-cinder-817135-7-smb {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:37:22.633351 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414382d8-d6fc-4101-be7d-48ca7ef00a01 None None] Routers {'6f7a6db5-22fa-4aaf-942a-34ebe367e11f'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:37:22.633988 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-414382d8-d6fc-4101-be7d-48ca7ef00a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:37:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6f7a6db5-22fa-4aaf-942a-34ebe367e11f'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:22.735019 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d268c30f-edb4-42c7-9b6c-a6b4778b8438 admin admin] Publish callbacks [] for router (6f7a6db5-22fa-4aaf-942a-34ebe367e11f), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:22.747521 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-414382d8-d6fc-4101-be7d-48ca7ef00a01 None None] Set router 6f7a6db5-22fa-4aaf-942a-34ebe367e11f gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:37:22.842142 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d268c30f-edb4-42c7-9b6c-a6b4778b8438 admin admin] Publish callbacks [] for router_gateway (6f7a6db5-22fa-4aaf-942a-34ebe367e11f), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:22.914493 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d268c30f-edb4-42c7-9b6c-a6b4778b8438 admin admin] Deleting port 750e2b21-96fb-48d0-af89-bf8928441b19 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:37:22.914903 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d268c30f-edb4-42c7-9b6c-a6b4778b8438 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (750e2b21-96fb-48d0-af89-bf8928441b19), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:22.950113 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-414382d8-d6fc-4101-be7d-48ca7ef00a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'name': 'tempest-AttachVolumeShelveTestJSON-2106925405-router', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:09Z', 'updated_at': '2022-03-30T01:37:21Z', 'revision_number': 5, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'gw_port': {'id': '750e2b21-96fb-48d0-af89-bf8928441b19', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:10Z', 'updated_at': '2022-03-30T01:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb'}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:22.978087 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414382d8-d6fc-4101-be7d-48ca7ef00a01 None None] Checking router: 6f7a6db5-22fa-4aaf-942a-34ebe367e11f for host: dv-cinder-817135-7-smb {{(pid=103230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:37:22.987809 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414382d8-d6fc-4101-be7d-48ca7ef00a01 None None] Routers {'6f7a6db5-22fa-4aaf-942a-34ebe367e11f'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:37:22.988463 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-414382d8-d6fc-4101-be7d-48ca7ef00a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:37:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6f7a6db5-22fa-4aaf-942a-34ebe367e11f'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:23.010132 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d268c30f-edb4-42c7-9b6c-a6b4778b8438 admin admin] For port 750e2b21-96fb-48d0-af89-bf8928441b19, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=750e2b21-96fb-48d0-af89-bf8928441b19,segment=NetworkSegment(06f2df17-57da-4e9c-9934-3a429189481b),segment_id=06f2df17-57da-4e9c-9934-3a429189481b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:37:23.010533 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d268c30f-edb4-42c7-9b6c-a6b4778b8438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (750e2b21-96fb-48d0-af89-bf8928441b19), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:23.026500 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d268c30f-edb4-42c7-9b6c-a6b4778b8438 admin admin] Calling delete_port for 750e2b21-96fb-48d0-af89-bf8928441b19 owned by network:router_gateway {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:37:23.081172 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:23.093570 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-414382d8-d6fc-4101-be7d-48ca7ef00a01 None None] Set router 6f7a6db5-22fa-4aaf-942a-34ebe367e11f gateway port host: None {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:37:23.149437 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-414382d8-d6fc-4101-be7d-48ca7ef00a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'name': 'tempest-AttachVolumeShelveTestJSON-2106925405-router', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:09Z', 'updated_at': '2022-03-30T01:37:22Z', 'revision_number': 6, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'gw_port_host': None}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:23.178534 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414382d8-d6fc-4101-be7d-48ca7ef00a01 None None] The sync data for ids ['6f7a6db5-22fa-4aaf-942a-34ebe367e11f'] in dv-cinder-817135-7-smb is: [{'id': '6f7a6db5-22fa-4aaf-942a-34ebe367e11f', 'name': 'tempest-AttachVolumeShelveTestJSON-2106925405-router', 'tenant_id': '61dc5b0786784b47b68b2e4463489f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:09Z', 'updated_at': '2022-03-30T01:37:22Z', 'revision_number': 6, 'project_id': '61dc5b0786784b47b68b2e4463489f52', 'gw_port_host': None}] {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:37:23.213033 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d268c30f-edb4-42c7-9b6c-a6b4778b8438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (750e2b21-96fb-48d0-af89-bf8928441b19), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:23.240613 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268c30f-edb4-42c7-9b6c-a6b4778b8438 admin admin] Pushing event deleted for resources: {'Port': ['ID=750e2b21-96fb-48d0-af89-bf8928441b19,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:23.307907 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d268c30f-edb4-42c7-9b6c-a6b4778b8438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623932'] for router_gateway (6f7a6db5-22fa-4aaf-942a-34ebe367e11f), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:23.404620 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d268c30f-edb4-42c7-9b6c-a6b4778b8438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2948'] for router (6f7a6db5-22fa-4aaf-942a-34ebe367e11f), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:23.407105 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d268c30f-edb4-42c7-9b6c-a6b4778b8438 admin admin] Publish callbacks [] for router_controller (6f7a6db5-22fa-4aaf-942a-34ebe367e11f), precommit_delete_associations {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:23.456568 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d268c30f-edb4-42c7-9b6c-a6b4778b8438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629977'] for router (6f7a6db5-22fa-4aaf-942a-34ebe367e11f), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:23.457146 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d268c30f-edb4-42c7-9b6c-a6b4778b8438 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f7a6db5-22fa-4aaf-942a-34ebe367e11f {{(pid=103228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 01:37:23.464095 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d268c30f-edb4-42c7-9b6c-a6b4778b8438 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:23.465602 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-d268c30f-edb4-42c7-9b6c-a6b4778b8438 admin admin] 10.222.0.25 "DELETE /v2.0/routers/6f7a6db5-22fa-4aaf-942a-34ebe367e11f HTTP/1.1" status: 204 len: 168 time: 0.8490884 Mar 30 01:37:23.468226 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 45366) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:23.496130 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 45368) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:23.516111 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_v2 [None req-38344cde-4441-4ca6-a390-3ace40bd9039 admin admin] Deleting subnet 109d7294-0dc1-4c33-b6d5-82873c91f0f6 {{(pid=103228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 01:37:23.519706 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-38344cde-4441-4ca6-a390-3ace40bd9039 admin admin] Publish callbacks [] for subnet (109d7294-0dc1-4c33-b6d5-82873c91f0f6), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:23.558980 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-38344cde-4441-4ca6-a390-3ace40bd9039 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9415909'] for subnet (109d7294-0dc1-4c33-b6d5-82873c91f0f6), precommit_delete_associations {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:23.620598 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a6369d59-e3b9-462d-bc2d-0f7d83a720fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:23.654344 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-38344cde-4441-4ca6-a390-3ace40bd9039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1879272'] for subnet (109d7294-0dc1-4c33-b6d5-82873c91f0f6), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:23.700987 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a6369d59-e3b9-462d-bc2d-0f7d83a720fd admin admin] Publish callbacks [] for security_group (15a843c4-038f-477b-a622-5e184a6cbf8b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:23.705841 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a6369d59-e3b9-462d-bc2d-0f7d83a720fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (15a843c4-038f-477b-a622-5e184a6cbf8b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:23.709844 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-38344cde-4441-4ca6-a390-3ace40bd9039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1879263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9415906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8959023'] for subnet (109d7294-0dc1-4c33-b6d5-82873c91f0f6), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:23.733355 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38344cde-4441-4ca6-a390-3ace40bd9039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=109d7294-0dc1-4c33-b6d5-82873c91f0f6,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:23.741320 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-38344cde-4441-4ca6-a390-3ace40bd9039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for subnet (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:23.743118 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6369d59-e3b9-462d-bc2d-0f7d83a720fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a843c4-038f-477b-a622-5e184a6cbf8b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:23.745098 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-38344cde-4441-4ca6-a390-3ace40bd9039 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/109d7294-0dc1-4c33-b6d5-82873c91f0f6 HTTP/1.1" status: 204 len: 168 time: 0.2756503 Mar 30 01:37:23.747452 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 45372) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:23.748211 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e73c4c-38bc-433e-8e85-9da6f8ae6d82 None None] Network 43648525-c7cf-4e35-9f44-2977e45db7f1 requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:37:23.750054 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-a6369d59-e3b9-462d-bc2d-0f7d83a720fd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e84cd9c8e08949f9aa226eef647af394&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2527790 Mar 30 01:37:23.750626 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 45374) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:23.798815 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-57b2a06c-0294-417f-a774-e1ac29e24d7a admin admin] Publish callbacks [] for security_group (15a843c4-038f-477b-a622-5e184a6cbf8b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:23.820364 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4d20f293-fadc-4ed9-8252-6a3059a8d872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2064809'] for network (43648525-c7cf-4e35-9f44-2977e45db7f1), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:23.821413 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-57b2a06c-0294-417f-a774-e1ac29e24d7a admin admin] Publish callbacks [] for security_group (15a843c4-038f-477b-a622-5e184a6cbf8b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:23.878142 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-57b2a06c-0294-417f-a774-e1ac29e24d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (15a843c4-038f-477b-a622-5e184a6cbf8b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:23.881195 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-57b2a06c-0294-417f-a774-e1ac29e24d7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:23.882561 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-57b2a06c-0294-417f-a774-e1ac29e24d7a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/15a843c4-038f-477b-a622-5e184a6cbf8b HTTP/1.1" status: 204 len: 168 time: 0.1306860 Mar 30 01:37:23.885719 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4d20f293-fadc-4ed9-8252-6a3059a8d872 admin admin] Deleting port 0e1dd84c-99d5-4ea8-9967-83a7fb49a09d {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:37:23.886517 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4d20f293-fadc-4ed9-8252-6a3059a8d872 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (0e1dd84c-99d5-4ea8-9967-83a7fb49a09d), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:23.891440 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2a06c-0294-417f-a774-e1ac29e24d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a843c4-038f-477b-a622-5e184a6cbf8b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:23.960541 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2ace61-c1b0-40c2-9cf9-3a0bfc47402b None None] DHCP port deletion for 43648525-c7cf-4e35-9f44-2977e45db7f1 request from dv-cinder-817135-7-smb {{(pid=103230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 01:37:23.962697 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4d20f293-fadc-4ed9-8252-6a3059a8d872 admin admin] For port 0e1dd84c-99d5-4ea8-9967-83a7fb49a09d, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=0e1dd84c-99d5-4ea8-9967-83a7fb49a09d,segment=NetworkSegment(5d2e7dcd-3d5b-47c5-be1e-e458e697b14e),segment_id=5d2e7dcd-3d5b-47c5-be1e-e458e697b14e)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:37:23.963321 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4d20f293-fadc-4ed9-8252-6a3059a8d872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (0e1dd84c-99d5-4ea8-9967-83a7fb49a09d), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:23.986714 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4d20f293-fadc-4ed9-8252-6a3059a8d872 admin admin] Calling delete_port for 0e1dd84c-99d5-4ea8-9967-83a7fb49a09d owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:37:24.030601 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 859c8630-07ce-4498-b24f-59cc873c5033 no longer exists at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:37:24.041733 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-4f2ace61-c1b0-40c2-9cf9-3a0bfc47402b None None] Deleting port 0e1dd84c-99d5-4ea8-9967-83a7fb49a09d {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:37:24.042377 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4f2ace61-c1b0-40c2-9cf9-3a0bfc47402b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (0e1dd84c-99d5-4ea8-9967-83a7fb49a09d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:24.070008 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] No Port match for: 859c8630-07ce-4498-b24f-59cc873c5033 {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:37:24.070108 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 859c8630-07ce-4498-b24f-59cc873c5033 not bound to the agent host dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:37:24.070545 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 0e1dd84c-99d5-4ea8-9967-83a7fb49a09d no longer exists at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:37:24.095318 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4d20f293-fadc-4ed9-8252-6a3059a8d872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (0e1dd84c-99d5-4ea8-9967-83a7fb49a09d), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:24.120777 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] No Port match for: 0e1dd84c-99d5-4ea8-9967-83a7fb49a09d {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:37:24.121124 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 0e1dd84c-99d5-4ea8-9967-83a7fb49a09d not bound to the agent host dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:37:24.121538 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 750e2b21-96fb-48d0-af89-bf8928441b19 no longer exists at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:37:24.122446 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20f293-fadc-4ed9-8252-6a3059a8d872 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e1dd84c-99d5-4ea8-9967-83a7fb49a09d,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:24.125985 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d20f293-fadc-4ed9-8252-6a3059a8d872 admin admin] No DVR routers for this DVR port 0e1dd84c-99d5-4ea8-9967-83a7fb49a09d on host dv-cinder-817135-7-smb {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:37:24.147269 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] No Port match for: 750e2b21-96fb-48d0-af89-bf8928441b19 {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:37:24.147611 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 750e2b21-96fb-48d0-af89-bf8928441b19 not bound to the agent host dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:37:24.168438 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-4f2ace61-c1b0-40c2-9cf9-3a0bfc47402b None None] For port 0e1dd84c-99d5-4ea8-9967-83a7fb49a09d, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=0e1dd84c-99d5-4ea8-9967-83a7fb49a09d,segment=NetworkSegment(5d2e7dcd-3d5b-47c5-be1e-e458e697b14e),segment_id=5d2e7dcd-3d5b-47c5-be1e-e458e697b14e)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:37:24.169146 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4f2ace61-c1b0-40c2-9cf9-3a0bfc47402b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (0e1dd84c-99d5-4ea8-9967-83a7fb49a09d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:24.185210 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-4f2ace61-c1b0-40c2-9cf9-3a0bfc47402b None None] Calling delete_port for 0e1dd84c-99d5-4ea8-9967-83a7fb49a09d owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:37:24.216822 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4d20f293-fadc-4ed9-8252-6a3059a8d872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1955683', 'neutron.services.segments.db._delete_segments_for_network-8788084628282'] for network (43648525-c7cf-4e35-9f44-2977e45db7f1), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:24.245271 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.services.segments.db [None req-4d20f293-fadc-4ed9-8252-6a3059a8d872 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43648525-c7cf-4e35-9f44-2977e45db7f1']}} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:24.258607 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.services.segments.db [None req-4d20f293-fadc-4ed9-8252-6a3059a8d872 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d2e7dcd-3d5b-47c5-be1e-e458e697b14e') {'for_net_delete': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:24.259120 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.services.segments.db [None req-4d20f293-fadc-4ed9-8252-6a3059a8d872 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d2e7dcd-3d5b-47c5-be1e-e458e697b14e') {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:24.265301 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4f2ace61-c1b0-40c2-9cf9-3a0bfc47402b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303'] for port (0e1dd84c-99d5-4ea8-9967-83a7fb49a09d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:24.273938 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4d20f293-fadc-4ed9-8252-6a3059a8d872 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788084859203', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9415918'] for segment (5d2e7dcd-3d5b-47c5-be1e-e458e697b14e), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:24.292686 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4d20f293-fadc-4ed9-8252-6a3059a8d872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983'] for segment (5d2e7dcd-3d5b-47c5-be1e-e458e697b14e), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:24.292951 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ace61-c1b0-40c2-9cf9-3a0bfc47402b None None] Pushing event deleted for resources: {'Port': ['ID=0e1dd84c-99d5-4ea8-9967-83a7fb49a09d,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:24.296789 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2ace61-c1b0-40c2-9cf9-3a0bfc47402b None None] No DVR routers for this DVR port 0e1dd84c-99d5-4ea8-9967-83a7fb49a09d on host dv-cinder-817135-7-smb {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:37:24.310160 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 45380) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:24.318667 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d20f293-fadc-4ed9-8252-6a3059a8d872 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 01:37:24.319139 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4d20f293-fadc-4ed9-8252-6a3059a8d872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9415236'] for segment (5d2e7dcd-3d5b-47c5-be1e-e458e697b14e), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:24.327638 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a70ed4e-6b44-40f8-90b1-d61a31ed28eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:24.330462 dv-cinder-817135-7-smb neutron-server[103228]: Traceback (most recent call last): Mar 30 01:37:24.330462 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 01:37:24.330462 dv-cinder-817135-7-smb neutron-server[103228]: timer() Mar 30 01:37:24.330462 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 01:37:24.330462 dv-cinder-817135-7-smb neutron-server[103228]: cb(*args, **kw) Mar 30 01:37:24.330462 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 01:37:24.330462 dv-cinder-817135-7-smb neutron-server[103228]: return func(*args, **kwargs) Mar 30 01:37:24.330462 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 01:37:24.330462 dv-cinder-817135-7-smb neutron-server[103228]: self._notify() Mar 30 01:37:24.330462 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 01:37:24.330462 dv-cinder-817135-7-smb neutron-server[103228]: self.callback(batched_events) Mar 30 01:37:24.330462 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 01:37:24.330462 dv-cinder-817135-7-smb neutron-server[103228]: event.method(event) Mar 30 01:37:24.330462 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 01:37:24.330462 dv-cinder-817135-7-smb neutron-server[103228]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 01:37:24.330462 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 01:37:24.330462 dv-cinder-817135-7-smb neutron-server[103228]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 01:37:24.330462 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 01:37:24.330462 dv-cinder-817135-7-smb neutron-server[103228]: return f(self, *a, **k) Mar 30 01:37:24.330462 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 01:37:24.330462 dv-cinder-817135-7-smb neutron-server[103228]: return self._get(url).json() Mar 30 01:37:24.330462 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 01:37:24.330462 dv-cinder-817135-7-smb neutron-server[103228]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 01:37:24.330462 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 01:37:24.330462 dv-cinder-817135-7-smb neutron-server[103228]: return self.request(url, 'GET', **kwargs) Mar 30 01:37:24.330462 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 01:37:24.330462 dv-cinder-817135-7-smb neutron-server[103228]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 01:37:24.330462 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 01:37:24.330462 dv-cinder-817135-7-smb neutron-server[103228]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 01:37:24.330462 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 01:37:24.330462 dv-cinder-817135-7-smb neutron-server[103228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 01:37:24.330462 dv-cinder-817135-7-smb neutron-server[103228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 01:37:24.394709 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4d20f293-fadc-4ed9-8252-6a3059a8d872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1955690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623952'] for network (43648525-c7cf-4e35-9f44-2977e45db7f1), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:24.403383 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4d20f293-fadc-4ed9-8252-6a3059a8d872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for network (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:24.406916 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-4d20f293-fadc-4ed9-8252-6a3059a8d872 admin admin] 10.222.0.25 "DELETE /v2.0/networks/43648525-c7cf-4e35-9f44-2977e45db7f1 HTTP/1.1" status: 204 len: 168 time: 0.6584833 Mar 30 01:37:24.418707 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20f293-fadc-4ed9-8252-6a3059a8d872 admin admin] Pushing event deleted for resources: {'Network': ['ID=43648525-c7cf-4e35-9f44-2977e45db7f1,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:24.428239 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a70ed4e-6b44-40f8-90b1-d61a31ed28eb admin admin] Publish callbacks [] for security_group (858a856f-73df-44bb-b025-d0c479bcea12), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:24.433796 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a70ed4e-6b44-40f8-90b1-d61a31ed28eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (858a856f-73df-44bb-b025-d0c479bcea12), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:24.473438 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-5a70ed4e-6b44-40f8-90b1-d61a31ed28eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b69425b6bf5946b7af3e769592b8f6a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1621404 Mar 30 01:37:24.474572 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70ed4e-6b44-40f8-90b1-d61a31ed28eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858a856f-73df-44bb-b025-d0c479bcea12,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:24.477271 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 45384) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:24.529597 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e05c285e-80f3-43de-a8ac-bf888dbdcd8e admin admin] Publish callbacks [] for security_group (858a856f-73df-44bb-b025-d0c479bcea12), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:24.552024 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e05c285e-80f3-43de-a8ac-bf888dbdcd8e admin admin] Publish callbacks [] for security_group (858a856f-73df-44bb-b025-d0c479bcea12), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:24.582044 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 45386) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:24.599724 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:24.614087 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e05c285e-80f3-43de-a8ac-bf888dbdcd8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (858a856f-73df-44bb-b025-d0c479bcea12), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:24.616897 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e05c285e-80f3-43de-a8ac-bf888dbdcd8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:24.618079 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-e05c285e-80f3-43de-a8ac-bf888dbdcd8e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/858a856f-73df-44bb-b025-d0c479bcea12 HTTP/1.1" status: 204 len: 168 time: 0.1395574 Mar 30 01:37:24.627315 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c285e-80f3-43de-a8ac-bf888dbdcd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858a856f-73df-44bb-b025-d0c479bcea12,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:24.635397 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-20b3f1d0-ab24-4697-aa21-7028ad84cb26 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=61dc5b0786784b47b68b2e4463489f52&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0514154 Mar 30 01:37:24.638079 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 45390) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:24.691766 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7841199-5123-4f49-b6d9-6e105a5c9410 admin admin] Publish callbacks [] for security_group (44532b1e-9e8b-4bfd-848b-962681436d9e), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:24.713569 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7841199-5123-4f49-b6d9-6e105a5c9410 admin admin] Publish callbacks [] for security_group (44532b1e-9e8b-4bfd-848b-962681436d9e), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:24.763618 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7841199-5123-4f49-b6d9-6e105a5c9410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (44532b1e-9e8b-4bfd-848b-962681436d9e), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:24.766290 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7841199-5123-4f49-b6d9-6e105a5c9410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:24.770067 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-b7841199-5123-4f49-b6d9-6e105a5c9410 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44532b1e-9e8b-4bfd-848b-962681436d9e HTTP/1.1" status: 204 len: 168 time: 0.1284766 Mar 30 01:37:24.775747 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7841199-5123-4f49-b6d9-6e105a5c9410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44532b1e-9e8b-4bfd-848b-962681436d9e,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:25.545095 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 45434) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:25.643361 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-35782b11-5797-4154-8b19-8bea4f5d4576 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-931758103-network', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:37:25.664992 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35782b11-5797-4154-8b19-8bea4f5d4576 admin admin] Made reservation on behalf of 9a03f8a6cc5c423d8cbd14756161c0dc for: {'network': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:37:25.667500 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-35782b11-5797-4154-8b19-8bea4f5d4576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for network (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:25.677421 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-35782b11-5797-4154-8b19-8bea4f5d4576 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:25.755897 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-35782b11-5797-4154-8b19-8bea4f5d4576 admin admin] Publish callbacks [] for security_group (3cd4e7b0-f983-4ee7-8840-90c70417f7b0), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:25.761390 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-35782b11-5797-4154-8b19-8bea4f5d4576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (3cd4e7b0-f983-4ee7-8840-90c70417f7b0), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:25.782947 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35782b11-5797-4154-8b19-8bea4f5d4576 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:37:25.798210 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35782b11-5797-4154-8b19-8bea4f5d4576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd4e7b0-f983-4ee7-8840-90c70417f7b0,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:25.801117 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-35782b11-5797-4154-8b19-8bea4f5d4576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983'] for segment (955dacbe-9dc0-4887-88d2-dd4a7aa3d199), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:25.801459 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.db.segments_db [None req-35782b11-5797-4154-8b19-8bea4f5d4576 admin admin] Added segment 955dacbe-9dc0-4887-88d2-dd4a7aa3d199 of type vlan for network c4fc8217-b826-42b9-bc79-f94d3931b7cd Mar 30 01:37:25.824733 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 45442) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:25.841286 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-35782b11-5797-4154-8b19-8bea4f5d4576 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788084269370'] for network (c4fc8217-b826-42b9-bc79-f94d3931b7cd), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:25.869866 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-35782b11-5797-4154-8b19-8bea4f5d4576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768'] for network (c4fc8217-b826-42b9-bc79-f94d3931b7cd), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:25.870823 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35782b11-5797-4154-8b19-8bea4f5d4576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:25.871396 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-35782b11-5797-4154-8b19-8bea4f5d4576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for network (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:25.922029 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-35782b11-5797-4154-8b19-8bea4f5d4576 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3756464 Mar 30 01:37:25.926221 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 45446) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:25.931685 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b91ec8c4-4219-49b8-9967-4c0ab552a563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:25.932862 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-0482aec3-93c7-458a-97d6-43d62c2b8180 admin admin] Request body: {'subnet': {'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-931758103-subnet', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:37:25.945224 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35782b11-5797-4154-8b19-8bea4f5d4576 admin admin] Pushing event updated for resources: {'Network': ['ID=c4fc8217-b826-42b9-bc79-f94d3931b7cd,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:25.955050 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Network c4fc8217-b826-42b9-bc79-f94d3931b7cd details requested by agent ovs-agent-dv-cinder-817135-7-smb with host dv-cinder-817135-7-smb {{(pid=103230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:37:25.960846 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0482aec3-93c7-458a-97d6-43d62c2b8180 admin admin] Made reservation on behalf of 9a03f8a6cc5c423d8cbd14756161c0dc for: {'subnet': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:37:25.963899 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0482aec3-93c7-458a-97d6-43d62c2b8180 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8959024'] for subnet (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.010586 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b91ec8c4-4219-49b8-9967-4c0ab552a563 admin admin] Publish callbacks [] for security_group (77a898e9-e3e1-4ec0-a76a-bc696b1ce91c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.015855 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b91ec8c4-4219-49b8-9967-4c0ab552a563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (77a898e9-e3e1-4ec0-a76a-bc696b1ce91c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.056930 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ec8c4-4219-49b8-9967-4c0ab552a563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a898e9-e3e1-4ec0-a76a-bc696b1ce91c,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:26.058208 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.062896 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-b91ec8c4-4219-49b8-9967-4c0ab552a563 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=685e5358629741e1a5146dcf30607479&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370934 Mar 30 01:37:26.063730 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 45448) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:26.181881 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b05ee83b-cae2-41f5-860f-3dfce8b81413 admin admin] Publish callbacks [] for security_group (77a898e9-e3e1-4ec0-a76a-bc696b1ce91c), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.187132 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0482aec3-93c7-458a-97d6-43d62c2b8180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9415841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8959014'] for subnet (291a888a-2f0c-46a6-9e3c-47643e8502e0), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.230961 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b05ee83b-cae2-41f5-860f-3dfce8b81413 admin admin] Publish callbacks [] for security_group (77a898e9-e3e1-4ec0-a76a-bc696b1ce91c), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.274753 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482aec3-93c7-458a-97d6-43d62c2b8180 admin admin] Pushing event updated for resources: {'Subnet': ['ID=291a888a-2f0c-46a6-9e3c-47643e8502e0,revision_number=0']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:26.298238 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0482aec3-93c7-458a-97d6-43d62c2b8180 admin admin] Checking segment: {'id': '955dacbe-9dc0-4887-88d2-dd4a7aa3d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:37:26.298714 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0482aec3-93c7-458a-97d6-43d62c2b8180 admin admin] Network hostable DHCP agents. Network: c4fc8217-b826-42b9-bc79-f94d3931b7cd, hostable agents: ['eddc343b-7df5-4b69-8188-94dadcee138e'], hosted agents: [] {{(pid=103228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:37:26.312835 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b05ee83b-cae2-41f5-860f-3dfce8b81413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (77a898e9-e3e1-4ec0-a76a-bc696b1ce91c), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.315425 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b05ee83b-cae2-41f5-860f-3dfce8b81413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.316613 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-b05ee83b-cae2-41f5-860f-3dfce8b81413 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/77a898e9-e3e1-4ec0-a76a-bc696b1ce91c HTTP/1.1" status: 204 len: 168 time: 0.2515385 Mar 30 01:37:26.325854 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ee83b-cae2-41f5-860f-3dfce8b81413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a898e9-e3e1-4ec0-a76a-bc696b1ce91c,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:26.327493 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0482aec3-93c7-458a-97d6-43d62c2b8180 admin admin] Network c4fc8217-b826-42b9-bc79-f94d3931b7cd is scheduled to be hosted by DHCP agent eddc343b-7df5-4b69-8188-94dadcee138e with binding_index 1 {{(pid=103228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:37:26.340545 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-0482aec3-93c7-458a-97d6-43d62c2b8180 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-smb, c4fc8217-b826-42b9-bc79-f94d3931b7cd) {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:37:26.346050 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0482aec3-93c7-458a-97d6-43d62c2b8180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:26.346743 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0482aec3-93c7-458a-97d6-43d62c2b8180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for subnet (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.353407 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a56dc97-c386-4a94-8a11-f8948d956bb0 None None] Network c4fc8217-b826-42b9-bc79-f94d3931b7cd requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:37:26.367637 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-0482aec3-93c7-458a-97d6-43d62c2b8180 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4401813 Mar 30 01:37:26.371062 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 45452) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:26.375819 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-6528544a-4bbf-44bf-8b53-439859c72fc9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:37:26.396693 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6528544a-4bbf-44bf-8b53-439859c72fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-630030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3002'] for router (6eb41c96-71c2-4a1e-ad32-ac69e730ab9c), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.397722 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6528544a-4bbf-44bf-8b53-439859c72fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2995'] for router (6eb41c96-71c2-4a1e-ad32-ac69e730ab9c), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.459617 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6528544a-4bbf-44bf-8b53-439859c72fc9 admin admin] Publish callbacks [] for router_controller (6eb41c96-71c2-4a1e-ad32-ac69e730ab9c), precommit_add_association {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.464821 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f57aa2-df12-4b7b-b0f8-7e0a1d0ce7eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6fa5b9a-8f1a-5b91-8c9f-1bdccb0e5af4-c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'fixed_ips': [{'subnet_id': '291a888a-2f0c-46a6-9e3c-47643e8502e0'}]}} from dv-cinder-817135-7-smb. {{(pid=103230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 01:37:26.465683 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d9f57aa2-df12-4b7b-b0f8-7e0a1d0ce7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.604222 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6528544a-4bbf-44bf-8b53-439859c72fc9 admin admin] Publish callbacks [] for router_gateway (6eb41c96-71c2-4a1e-ad32-ac69e730ab9c), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.608194 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-d9f57aa2-df12-4b7b-b0f8-7e0a1d0ce7eb None None] Allocated IP 172.20.0.2 (c4fc8217-b826-42b9-bc79-f94d3931b7cd/291a888a-2f0c-46a6-9e3c-47643e8502e0/b9cab483-cc1c-41e7-ae09-da1dc99a0ece) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:37:26.771847 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d9f57aa2-df12-4b7b-b0f8-7e0a1d0ce7eb None None] Publish callbacks [] for port (b9cab483-cc1c-41e7-ae09-da1dc99a0ece), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.779624 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d9f57aa2-df12-4b7b-b0f8-7e0a1d0ce7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294'] for port (b9cab483-cc1c-41e7-ae09-da1dc99a0ece), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.811865 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6528544a-4bbf-44bf-8b53-439859c72fc9 admin admin] Publish callbacks [] for router_gateway (6eb41c96-71c2-4a1e-ad32-ac69e730ab9c), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.819476 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f57aa2-df12-4b7b-b0f8-7e0a1d0ce7eb None None] Network c4fc8217-b826-42b9-bc79-f94d3931b7cd is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:37:26.822420 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-d9f57aa2-df12-4b7b-b0f8-7e0a1d0ce7eb None None] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:37:26.826199 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f57aa2-df12-4b7b-b0f8-7e0a1d0ce7eb None None] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:37:26.835184 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6528544a-4bbf-44bf-8b53-439859c72fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.837266 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f57aa2-df12-4b7b-b0f8-7e0a1d0ce7eb None None] Pushing event updated for resources: {'Port': ['ID=b9cab483-cc1c-41e7-ae09-da1dc99a0ece,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:26.897307 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-d9f57aa2-df12-4b7b-b0f8-7e0a1d0ce7eb None None] Attempting to bind port b9cab483-cc1c-41e7-ae09-da1dc99a0ece on host dv-cinder-817135-7-smb for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:37:26.897674 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-d9f57aa2-df12-4b7b-b0f8-7e0a1d0ce7eb None None] Attempting to bind port b9cab483-cc1c-41e7-ae09-da1dc99a0ece by drivers openvswitch,hyperv on host dv-cinder-817135-7-smb at level 0 using segments [{'id': '955dacbe-9dc0-4887-88d2-dd4a7aa3d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:37:26.898025 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f57aa2-df12-4b7b-b0f8-7e0a1d0ce7eb None None] Attempting to bind port b9cab483-cc1c-41e7-ae09-da1dc99a0ece on network c4fc8217-b826-42b9-bc79-f94d3931b7cd {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:37:26.910991 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f57aa2-df12-4b7b-b0f8-7e0a1d0ce7eb None None] Checking agent: {'id': 'e1925a54-03b2-438f-8645-7588892df62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 56), 'started_at': datetime.datetime(2022, 3, 30, 1, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:37:26.911477 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f57aa2-df12-4b7b-b0f8-7e0a1d0ce7eb None None] Checking segment: {'id': '955dacbe-9dc0-4887-88d2-dd4a7aa3d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:37:26.911977 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d9f57aa2-df12-4b7b-b0f8-7e0a1d0ce7eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.912459 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f57aa2-df12-4b7b-b0f8-7e0a1d0ce7eb None None] Bound using segment: {'id': '955dacbe-9dc0-4887-88d2-dd4a7aa3d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:37:26.913162 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-d9f57aa2-df12-4b7b-b0f8-7e0a1d0ce7eb None None] Bound port: b9cab483-cc1c-41e7-ae09-da1dc99a0ece, host: dv-cinder-817135-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '955dacbe-9dc0-4887-88d2-dd4a7aa3d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:37:26.913648 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d9f57aa2-df12-4b7b-b0f8-7e0a1d0ce7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (b9cab483-cc1c-41e7-ae09-da1dc99a0ece), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.944827 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-6528544a-4bbf-44bf-8b53-439859c72fc9 admin admin] Allocated IP 172.28.0.31 (37ca571a-19ad-455c-abf6-69b74430259c/15a93e34-d4d7-43d8-ae08-ce799dd1e751/d968dfb2-bcb6-4de0-b230-57c39d99d86d) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:37:26.984383 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-d9f57aa2-df12-4b7b-b0f8-7e0a1d0ce7eb None None] For port b9cab483-cc1c-41e7-ae09-da1dc99a0ece, host dv-cinder-817135-7-smb, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:37:26.987922 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-d9f57aa2-df12-4b7b-b0f8-7e0a1d0ce7eb None None] For port b9cab483-cc1c-41e7-ae09-da1dc99a0ece, host dv-cinder-817135-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=b9cab483-cc1c-41e7-ae09-da1dc99a0ece,segment=NetworkSegment(955dacbe-9dc0-4887-88d2-dd4a7aa3d199),segment_id=955dacbe-9dc0-4887-88d2-dd4a7aa3d199)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:37:26.994066 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d9f57aa2-df12-4b7b-b0f8-7e0a1d0ce7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (b9cab483-cc1c-41e7-ae09-da1dc99a0ece), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:27.057760 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6528544a-4bbf-44bf-8b53-439859c72fc9 admin admin] Publish callbacks [] for port (d968dfb2-bcb6-4de0-b230-57c39d99d86d), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:27.063355 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f57aa2-df12-4b7b-b0f8-7e0a1d0ce7eb None None] Pushing event updated for resources: {'Port': ['ID=b9cab483-cc1c-41e7-ae09-da1dc99a0ece,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:27.095207 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6528544a-4bbf-44bf-8b53-439859c72fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (d968dfb2-bcb6-4de0-b230-57c39d99d86d), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:27.137427 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6528544a-4bbf-44bf-8b53-439859c72fc9 admin admin] Network 37ca571a-19ad-455c-abf6-69b74430259c is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:37:27.140523 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-6528544a-4bbf-44bf-8b53-439859c72fc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:37:27.146800 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6528544a-4bbf-44bf-8b53-439859c72fc9 admin admin] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:37:27.178796 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528544a-4bbf-44bf-8b53-439859c72fc9 admin admin] Pushing event updated for resources: {'Port': ['ID=d968dfb2-bcb6-4de0-b230-57c39d99d86d,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:27.448177 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6528544a-4bbf-44bf-8b53-439859c72fc9 admin admin] Publish callbacks [] for router_gateway (6eb41c96-71c2-4a1e-ad32-ac69e730ab9c), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:27.645277 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6528544a-4bbf-44bf-8b53-439859c72fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623896'] for router (6eb41c96-71c2-4a1e-ad32-ac69e730ab9c), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:27.770822 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device b9cab483-cc1c-41e7-ae09-da1dc99a0ece up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:37:27.828482 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port b9cab483-cc1c-41e7-ae09-da1dc99a0ece triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:37:27.828993 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (b9cab483-cc1c-41e7-ae09-da1dc99a0ece), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:27.919040 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port b9cab483-cc1c-41e7-ae09-da1dc99a0ece is: DOWN; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:37:27.919624 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (b9cab483-cc1c-41e7-ae09-da1dc99a0ece), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:27.960976 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] For port b9cab483-cc1c-41e7-ae09-da1dc99a0ece, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=b9cab483-cc1c-41e7-ae09-da1dc99a0ece,segment=NetworkSegment(955dacbe-9dc0-4887-88d2-dd4a7aa3d199),segment_id=955dacbe-9dc0-4887-88d2-dd4a7aa3d199)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:37:27.967542 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (b9cab483-cc1c-41e7-ae09-da1dc99a0ece), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:28.022895 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Pushing event updated for resources: {'Port': ['ID=b9cab483-cc1c-41e7-ae09-da1dc99a0ece,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:28.026798 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f261aa93-549d-40c5-8b5c-5787b5e5a7a8 None None] Network c4fc8217-b826-42b9-bc79-f94d3931b7cd requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:37:28.032719 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6528544a-4bbf-44bf-8b53-439859c72fc9 admin admin] Router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c is scheduled to L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 with binding_index 1 {{(pid=103228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 01:37:28.125227 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-a14d709c-5deb-465f-a1c0-df65fba70f5e None None] Provisioning complete for port b9cab483-cc1c-41e7-ae09-da1dc99a0ece triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:37:28.125599 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a14d709c-5deb-465f-a1c0-df65fba70f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (b9cab483-cc1c-41e7-ae09-da1dc99a0ece), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:28.140813 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6528544a-4bbf-44bf-8b53-439859c72fc9 admin admin] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:37:28.152181 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c15c30e-1432-48d5-9646-ae9ee72a1838 None None] Sync routers for ids ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'] in dv-cinder-817135-7-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:37:28.160801 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6528544a-4bbf-44bf-8b53-439859c72fc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:28.161628 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c15c30e-1432-48d5-9646-ae9ee72a1838 None None] Routers {'6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:37:28.162256 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-9c15c30e-1432-48d5-9646-ae9ee72a1838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:37:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:28.165201 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-6528544a-4bbf-44bf-8b53-439859c72fc9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7930934 Mar 30 01:37:28.165842 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 45480) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:28.222458 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-a14d709c-5deb-465f-a1c0-df65fba70f5e None None] Current status of the port b9cab483-cc1c-41e7-ae09-da1dc99a0ece is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:37:28.277059 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-9c15c30e-1432-48d5-9646-ae9ee72a1838 None None] Set router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:37:28.443964 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-43f0aab6-d629-496e-a939-f0034d1d8c49 None None] Provisioning complete for port b9cab483-cc1c-41e7-ae09-da1dc99a0ece triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:37:28.443964 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-43f0aab6-d629-496e-a939-f0034d1d8c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (b9cab483-cc1c-41e7-ae09-da1dc99a0ece), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:28.462192 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-9c15c30e-1432-48d5-9646-ae9ee72a1838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:27Z', 'revision_number': 3, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'gw_port': {'id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb'}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:28.490450 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c15c30e-1432-48d5-9646-ae9ee72a1838 None None] Checking router: 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c for host: dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:37:28.490826 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c15c30e-1432-48d5-9646-ae9ee72a1838 None None] Updating router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c port d968dfb2-bcb6-4de0-b230-57c39d99d86d binding host dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:37:28.521048 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9c15c30e-1432-48d5-9646-ae9ee72a1838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (d968dfb2-bcb6-4de0-b230-57c39d99d86d), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:28.640981 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e26c66b-ad6c-4cf7-8e50-18b5dc960b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:28.689421 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-43f0aab6-d629-496e-a939-f0034d1d8c49 None None] Current status of the port b9cab483-cc1c-41e7-ae09-da1dc99a0ece is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:37:28.811871 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-3e26c66b-ad6c-4cf7-8e50-18b5dc960b2c admin admin] Allocated IP 172.20.0.1 (c4fc8217-b826-42b9-bc79-f94d3931b7cd/291a888a-2f0c-46a6-9e3c-47643e8502e0/424e53ac-3e95-4253-ac87-dadd199687e1) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:37:28.816854 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9c15c30e-1432-48d5-9646-ae9ee72a1838 None None] Publish callbacks [] for port (d968dfb2-bcb6-4de0-b230-57c39d99d86d), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:28.823945 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9c15c30e-1432-48d5-9646-ae9ee72a1838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (d968dfb2-bcb6-4de0-b230-57c39d99d86d), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:28.872842 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-9c15c30e-1432-48d5-9646-ae9ee72a1838 None None] Attempting to bind port d968dfb2-bcb6-4de0-b230-57c39d99d86d on host dv-cinder-817135-7-smb for vnic_type normal with profile {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:37:28.873203 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-9c15c30e-1432-48d5-9646-ae9ee72a1838 None None] Attempting to bind port d968dfb2-bcb6-4de0-b230-57c39d99d86d by drivers openvswitch,hyperv on host dv-cinder-817135-7-smb at level 0 using segments [{'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:37:28.873557 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c15c30e-1432-48d5-9646-ae9ee72a1838 None None] Attempting to bind port d968dfb2-bcb6-4de0-b230-57c39d99d86d on network 37ca571a-19ad-455c-abf6-69b74430259c {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:37:28.885069 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2767b13-4b28-401a-b301-ff706d771218 None None] Pushing event updated for resources: {'Port': ['ID=d968dfb2-bcb6-4de0-b230-57c39d99d86d,revision_number=2']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:28.887248 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c15c30e-1432-48d5-9646-ae9ee72a1838 None None] Checking agent: {'id': 'e1925a54-03b2-438f-8645-7588892df62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 56), 'started_at': datetime.datetime(2022, 3, 30, 1, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:37:28.887630 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c15c30e-1432-48d5-9646-ae9ee72a1838 None None] Checking segment: {'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:37:28.888015 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9c15c30e-1432-48d5-9646-ae9ee72a1838 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:28.888396 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c15c30e-1432-48d5-9646-ae9ee72a1838 None None] Bound using segment: {'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:37:28.888855 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-9c15c30e-1432-48d5-9646-ae9ee72a1838 None None] Bound port: d968dfb2-bcb6-4de0-b230-57c39d99d86d, host: dv-cinder-817135-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:37:28.889210 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9c15c30e-1432-48d5-9646-ae9ee72a1838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (d968dfb2-bcb6-4de0-b230-57c39d99d86d), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:28.911484 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2767b13-4b28-401a-b301-ff706d771218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:28.911821 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2767b13-4b28-401a-b301-ff706d771218 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:28.912149 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2767b13-4b28-401a-b301-ff706d771218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:28.912506 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2767b13-4b28-401a-b301-ff706d771218 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:28.912831 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2767b13-4b28-401a-b301-ff706d771218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:28.913152 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2767b13-4b28-401a-b301-ff706d771218 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:28.913465 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2767b13-4b28-401a-b301-ff706d771218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:28.913798 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2767b13-4b28-401a-b301-ff706d771218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:28.914091 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2767b13-4b28-401a-b301-ff706d771218 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:28.914366 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e26c66b-ad6c-4cf7-8e50-18b5dc960b2c admin admin] Publish callbacks [] for port (424e53ac-3e95-4253-ac87-dadd199687e1), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:28.914522 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2767b13-4b28-401a-b301-ff706d771218 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:28.914732 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2767b13-4b28-401a-b301-ff706d771218 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:28.915064 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2767b13-4b28-401a-b301-ff706d771218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:28.915383 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2767b13-4b28-401a-b301-ff706d771218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:28.915691 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2767b13-4b28-401a-b301-ff706d771218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:28.915999 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2767b13-4b28-401a-b301-ff706d771218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:28.951831 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-9c15c30e-1432-48d5-9646-ae9ee72a1838 None None] For port d968dfb2-bcb6-4de0-b230-57c39d99d86d, host dv-cinder-817135-7-smb, cleared binding levels {{(pid=103231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:37:28.955127 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-9c15c30e-1432-48d5-9646-ae9ee72a1838 None None] For port d968dfb2-bcb6-4de0-b230-57c39d99d86d, host dv-cinder-817135-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=d968dfb2-bcb6-4de0-b230-57c39d99d86d,segment=NetworkSegment(06f2df17-57da-4e9c-9934-3a429189481b),segment_id=06f2df17-57da-4e9c-9934-3a429189481b)] {{(pid=103231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:37:28.956187 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e26c66b-ad6c-4cf7-8e50-18b5dc960b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (424e53ac-3e95-4253-ac87-dadd199687e1), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:28.962201 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9c15c30e-1432-48d5-9646-ae9ee72a1838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (d968dfb2-bcb6-4de0-b230-57c39d99d86d), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:29.000857 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e26c66b-ad6c-4cf7-8e50-18b5dc960b2c admin admin] Network c4fc8217-b826-42b9-bc79-f94d3931b7cd is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:37:29.004735 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-3e26c66b-ad6c-4cf7-8e50-18b5dc960b2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:37:29.010450 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e26c66b-ad6c-4cf7-8e50-18b5dc960b2c admin admin] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:37:29.023969 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2767b13-4b28-401a-b301-ff706d771218 None None] Pushing event updated for resources: {'Port': ['ID=d968dfb2-bcb6-4de0-b230-57c39d99d86d,revision_number=3']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:29.028123 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c15c30e-1432-48d5-9646-ae9ee72a1838 None None] Routers {'6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:37:29.029359 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-9c15c30e-1432-48d5-9646-ae9ee72a1838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:37:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:29.033950 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26c66b-ad6c-4cf7-8e50-18b5dc960b2c admin admin] Pushing event updated for resources: {'Port': ['ID=424e53ac-3e95-4253-ac87-dadd199687e1,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:29.054473 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e26c66b-ad6c-4cf7-8e50-18b5dc960b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625103'] for router_interface (6eb41c96-71c2-4a1e-ad32-ac69e730ab9c), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:29.139714 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-9c15c30e-1432-48d5-9646-ae9ee72a1838 None None] Set router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:37:29.200977 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e26c66b-ad6c-4cf7-8e50-18b5dc960b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (424e53ac-3e95-4253-ac87-dadd199687e1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:29.310871 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-e94652d8-e7c6-4322-b62f-471ee7219708 None None] Provisioning complete for port 424e53ac-3e95-4253-ac87-dadd199687e1 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:37:29.311458 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e94652d8-e7c6-4322-b62f-471ee7219708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (424e53ac-3e95-4253-ac87-dadd199687e1), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:29.321125 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-9c15c30e-1432-48d5-9646-ae9ee72a1838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:27Z', 'revision_number': 3, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'gw_port': {'id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb'}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:29.346443 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-e94652d8-e7c6-4322-b62f-471ee7219708 None None] Port 424e53ac-3e95-4253-ac87-dadd199687e1 cannot update to ACTIVE because it is not bound. {{(pid=103230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:37:29.348353 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c15c30e-1432-48d5-9646-ae9ee72a1838 None None] The sync data for ids ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'] in dv-cinder-817135-7-smb is: [{'id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:27Z', 'revision_number': 3, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'gw_port': {'id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb'}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:37:29.376351 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e26c66b-ad6c-4cf7-8e50-18b5dc960b2c admin admin] Publish callbacks [] for port (424e53ac-3e95-4253-ac87-dadd199687e1), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:29.383077 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e26c66b-ad6c-4cf7-8e50-18b5dc960b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (424e53ac-3e95-4253-ac87-dadd199687e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:29.450740 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26c66b-ad6c-4cf7-8e50-18b5dc960b2c admin admin] Pushing event updated for resources: {'Port': ['ID=424e53ac-3e95-4253-ac87-dadd199687e1,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:29.453529 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e26c66b-ad6c-4cf7-8e50-18b5dc960b2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624987'] for router_interface (6eb41c96-71c2-4a1e-ad32-ac69e730ab9c), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:29.561281 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e26c66b-ad6c-4cf7-8e50-18b5dc960b2c admin admin] Network c4fc8217-b826-42b9-bc79-f94d3931b7cd is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:37:29.562772 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-3e26c66b-ad6c-4cf7-8e50-18b5dc960b2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:37:29.688575 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e26c66b-ad6c-4cf7-8e50-18b5dc960b2c admin admin] Router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:37:29.813192 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e26c66b-ad6c-4cf7-8e50-18b5dc960b2c admin admin] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:37:29.827353 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-3e26c66b-ad6c-4cf7-8e50-18b5dc960b2c admin admin] 10.222.0.25 "PUT /v2.0/routers/6eb41c96-71c2-4a1e-ad32-ac69e730ab9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6602559 Mar 30 01:37:29.878739 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device b9cab483-cc1c-41e7-ae09-da1dc99a0ece up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:37:29.931732 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-e7db1204-10a4-4097-8db4-bd89d8e09088 None None] Provisioning complete for port 424e53ac-3e95-4253-ac87-dadd199687e1 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:37:29.932255 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e7db1204-10a4-4097-8db4-bd89d8e09088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (424e53ac-3e95-4253-ac87-dadd199687e1), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:30.008142 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-e7db1204-10a4-4097-8db4-bd89d8e09088 None None] Port 424e53ac-3e95-4253-ac87-dadd199687e1 cannot update to ACTIVE because it is not bound. {{(pid=103230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:37:30.014787 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port b9cab483-cc1c-41e7-ae09-da1dc99a0ece triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:37:30.015299 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (b9cab483-cc1c-41e7-ae09-da1dc99a0ece), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:30.098271 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port b9cab483-cc1c-41e7-ae09-da1dc99a0ece is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:37:30.099151 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device d968dfb2-bcb6-4de0-b230-57c39d99d86d up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:37:30.152923 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port d968dfb2-bcb6-4de0-b230-57c39d99d86d triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:37:30.153391 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (d968dfb2-bcb6-4de0-b230-57c39d99d86d), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:30.234170 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port d968dfb2-bcb6-4de0-b230-57c39d99d86d is: DOWN; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:37:30.234517 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (d968dfb2-bcb6-4de0-b230-57c39d99d86d), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:30.257866 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] For port d968dfb2-bcb6-4de0-b230-57c39d99d86d, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=d968dfb2-bcb6-4de0-b230-57c39d99d86d,segment=NetworkSegment(06f2df17-57da-4e9c-9934-3a429189481b),segment_id=06f2df17-57da-4e9c-9934-3a429189481b)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:37:30.263531 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (d968dfb2-bcb6-4de0-b230-57c39d99d86d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:30.319651 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 45500) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:30.320176 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Pushing event updated for resources: {'Port': ['ID=d968dfb2-bcb6-4de0-b230-57c39d99d86d,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:30.324476 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-083e784c-8c93-42d2-9320-5c1de6c12b21 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1378740807', 'description': 'tempest-description--1051428132'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:37:30.345245 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-083e784c-8c93-42d2-9320-5c1de6c12b21 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:30.411405 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-083e784c-8c93-42d2-9320-5c1de6c12b21 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group (4e06d912-0d56-4acb-ae6a-cb4c351ca202), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:30.416397 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-083e784c-8c93-42d2-9320-5c1de6c12b21 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (4e06d912-0d56-4acb-ae6a-cb4c351ca202), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:30.451922 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-083e784c-8c93-42d2-9320-5c1de6c12b21 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:30.456392 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-083e784c-8c93-42d2-9320-5c1de6c12b21 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1324956 Mar 30 01:37:30.456392 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e784c-8c93-42d2-9320-5c1de6c12b21 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e06d912-0d56-4acb-ae6a-cb4c351ca202,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:30.457499 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 45502) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:30.463277 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-5e37f10d-4bbc-4222-8eac-080c25dc3bdf tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Request body: {'security_group_rule': {'security_group_id': '4e06d912-0d56-4acb-ae6a-cb4c351ca202', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:37:30.490541 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e37f10d-4bbc-4222-8eac-080c25dc3bdf tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group_rule (c8cd6b80-e095-45ee-8359-487bf8f0ab1b), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:30.552504 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e37f10d-4bbc-4222-8eac-080c25dc3bdf tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group_rule (c8cd6b80-e095-45ee-8359-487bf8f0ab1b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:30.557614 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e37f10d-4bbc-4222-8eac-080c25dc3bdf tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532171'] for security_group_rule (c8cd6b80-e095-45ee-8359-487bf8f0ab1b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:30.577002 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37f10d-4bbc-4222-8eac-080c25dc3bdf tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8cd6b80-e095-45ee-8359-487bf8f0ab1b,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:30.583459 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e37f10d-4bbc-4222-8eac-080c25dc3bdf tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:30.584603 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-5e37f10d-4bbc-4222-8eac-080c25dc3bdf tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254625 Mar 30 01:37:30.587357 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 45504) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:30.591527 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ea2cef4e-61e7-41c6-b130-624ea70b495f tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Request body: {'security_group_rule': {'security_group_id': '4e06d912-0d56-4acb-ae6a-cb4c351ca202', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:37:30.621181 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ea2cef4e-61e7-41c6-b130-624ea70b495f tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group_rule (e98c938d-5846-4206-9fab-0b2fe3a8e2d5), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:30.693237 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ea2cef4e-61e7-41c6-b130-624ea70b495f tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group_rule (e98c938d-5846-4206-9fab-0b2fe3a8e2d5), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:30.697783 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ea2cef4e-61e7-41c6-b130-624ea70b495f tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532171'] for security_group_rule (e98c938d-5846-4206-9fab-0b2fe3a8e2d5), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:30.718256 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2cef4e-61e7-41c6-b130-624ea70b495f tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e98c938d-5846-4206-9fab-0b2fe3a8e2d5,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:30.727320 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ea2cef4e-61e7-41c6-b130-624ea70b495f tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:30.728544 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-ea2cef4e-61e7-41c6-b130-624ea70b495f tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1402831 Mar 30 01:37:30.732203 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 45506) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:30.737702 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-bca42484-7853-4ca7-9f1c-d9807fbd575b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Request body: {'floatingip': {'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:37:30.760372 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bca42484-7853-4ca7-9f1c-d9807fbd575b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:30.867956 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bca42484-7853-4ca7-9f1c-d9807fbd575b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:30.962129 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51cc695-3127-40ea-82eb-792f27b6a4b3 None None] Sync routers for ids ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'] in dv-cinder-817135-7-smb {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:37:30.977336 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51cc695-3127-40ea-82eb-792f27b6a4b3 None None] Routers {'6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:37:30.978073 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-b51cc695-3127-40ea-82eb-792f27b6a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:37:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:30.984291 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-bca42484-7853-4ca7-9f1c-d9807fbd575b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Allocated IP 172.28.0.162 (37ca571a-19ad-455c-abf6-69b74430259c/15a93e34-d4d7-43d8-ae08-ce799dd1e751/8c7c00b7-df59-46f1-a258-e4e165eb93b2) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:37:31.101177 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bca42484-7853-4ca7-9f1c-d9807fbd575b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for port (8c7c00b7-df59-46f1-a258-e4e165eb93b2), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:31.127242 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-b51cc695-3127-40ea-82eb-792f27b6a4b3 None None] Set router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:37:31.141094 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bca42484-7853-4ca7-9f1c-d9807fbd575b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (8c7c00b7-df59-46f1-a258-e4e165eb93b2), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:31.182955 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca42484-7853-4ca7-9f1c-d9807fbd575b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Network 37ca571a-19ad-455c-abf6-69b74430259c is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:37:31.186047 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-bca42484-7853-4ca7-9f1c-d9807fbd575b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:37:31.192472 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca42484-7853-4ca7-9f1c-d9807fbd575b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:37:31.198877 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca42484-7853-4ca7-9f1c-d9807fbd575b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event updated for resources: {'Port': ['ID=8c7c00b7-df59-46f1-a258-e4e165eb93b2,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:31.287521 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bca42484-7853-4ca7-9f1c-d9807fbd575b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for floatingip (8b921cd1-498b-4b89-a645-215a601ecaaa), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:31.342247 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bca42484-7853-4ca7-9f1c-d9807fbd575b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (8c7c00b7-df59-46f1-a258-e4e165eb93b2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:31.399410 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-b51cc695-3127-40ea-82eb-792f27b6a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:29Z', 'revision_number': 4, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'gw_port': {'id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '424e53ac-3e95-4253-ac87-dadd199687e1', 'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'mac_address': 'fa:16:3e:4a:b0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:28Z', 'updated_at': '2022-03-30T01:37:29Z', 'revision_number': 2, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'subnets': [{'id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:31.426222 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51cc695-3127-40ea-82eb-792f27b6a4b3 None None] Checking router: 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c for host: dv-cinder-817135-7-smb {{(pid=103230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:37:31.426601 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51cc695-3127-40ea-82eb-792f27b6a4b3 None None] Updating router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c port 424e53ac-3e95-4253-ac87-dadd199687e1 binding host dv-cinder-817135-7-smb {{(pid=103230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:37:31.456887 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b51cc695-3127-40ea-82eb-792f27b6a4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (424e53ac-3e95-4253-ac87-dadd199687e1), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:31.515437 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bca42484-7853-4ca7-9f1c-d9807fbd575b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for port (8c7c00b7-df59-46f1-a258-e4e165eb93b2), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:31.522383 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bca42484-7853-4ca7-9f1c-d9807fbd575b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (8c7c00b7-df59-46f1-a258-e4e165eb93b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:31.591501 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca42484-7853-4ca7-9f1c-d9807fbd575b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event updated for resources: {'Port': ['ID=8c7c00b7-df59-46f1-a258-e4e165eb93b2,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:31.603832 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bca42484-7853-4ca7-9f1c-d9807fbd575b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623942'] for floatingip (8b921cd1-498b-4b89-a645-215a601ecaaa), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:31.621184 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bca42484-7853-4ca7-9f1c-d9807fbd575b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for floatingip (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:31.631126 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-bca42484-7853-4ca7-9f1c-d9807fbd575b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8892367 Mar 30 01:37:31.746055 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device d968dfb2-bcb6-4de0-b230-57c39d99d86d up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:37:31.774861 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b51cc695-3127-40ea-82eb-792f27b6a4b3 None None] Publish callbacks [] for port (424e53ac-3e95-4253-ac87-dadd199687e1), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:31.783485 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b51cc695-3127-40ea-82eb-792f27b6a4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (424e53ac-3e95-4253-ac87-dadd199687e1), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:31.785912 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-609a8870-d03d-419a-b55d-4596d307d78c tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1378740807&fields=id&tenant_id=9a03f8a6cc5c423d8cbd14756161c0dc HTTP/1.1" status: 200 len: 267 time: 0.0452077 Mar 30 01:37:31.851902 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36439d-ece9-46d1-905b-be1716340931 None None] Pushing event updated for resources: {'Port': ['ID=424e53ac-3e95-4253-ac87-dadd199687e1,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:31.897826 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-9fc12c4e-dd09-4e24-b8f2-34500363fa6d tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:31.899439 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-9fc12c4e-dd09-4e24-b8f2-34500363fa6d tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/networks?id=c4fc8217-b826-42b9-bc79-f94d3931b7cd HTTP/1.1" status: 200 len: 814 time: 0.1071503 Mar 30 01:37:31.902277 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port d968dfb2-bcb6-4de0-b230-57c39d99d86d triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:37:31.902676 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (d968dfb2-bcb6-4de0-b230-57c39d99d86d), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:31.916090 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-dce2a56a-ae68-41a2-b0fa-fc9d3a38f8d2 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/quotas/9a03f8a6cc5c423d8cbd14756161c0dc HTTP/1.1" status: 200 len: 375 time: 0.0095677 Mar 30 01:37:31.927419 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-b51cc695-3127-40ea-82eb-792f27b6a4b3 None None] Attempting to bind port 424e53ac-3e95-4253-ac87-dadd199687e1 on host dv-cinder-817135-7-smb for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:37:31.927792 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-b51cc695-3127-40ea-82eb-792f27b6a4b3 None None] Attempting to bind port 424e53ac-3e95-4253-ac87-dadd199687e1 by drivers openvswitch,hyperv on host dv-cinder-817135-7-smb at level 0 using segments [{'id': '955dacbe-9dc0-4887-88d2-dd4a7aa3d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:37:31.928195 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51cc695-3127-40ea-82eb-792f27b6a4b3 None None] Attempting to bind port 424e53ac-3e95-4253-ac87-dadd199687e1 on network c4fc8217-b826-42b9-bc79-f94d3931b7cd {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:37:31.940082 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51cc695-3127-40ea-82eb-792f27b6a4b3 None None] Checking agent: {'id': 'e1925a54-03b2-438f-8645-7588892df62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 56), 'started_at': datetime.datetime(2022, 3, 30, 1, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:37:31.940441 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51cc695-3127-40ea-82eb-792f27b6a4b3 None None] Checking segment: {'id': '955dacbe-9dc0-4887-88d2-dd4a7aa3d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:37:31.940858 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b51cc695-3127-40ea-82eb-792f27b6a4b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:31.941254 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51cc695-3127-40ea-82eb-792f27b6a4b3 None None] Bound using segment: {'id': '955dacbe-9dc0-4887-88d2-dd4a7aa3d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:37:31.942187 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-b51cc695-3127-40ea-82eb-792f27b6a4b3 None None] Bound port: 424e53ac-3e95-4253-ac87-dadd199687e1, host: dv-cinder-817135-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '955dacbe-9dc0-4887-88d2-dd4a7aa3d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:37:31.942187 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b51cc695-3127-40ea-82eb-792f27b6a4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (424e53ac-3e95-4253-ac87-dadd199687e1), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:31.987158 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-c0709151-747a-47bf-b240-ca79e1a44e44 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9a03f8a6cc5c423d8cbd14756161c0dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656016 Mar 30 01:37:32.060535 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-b51cc695-3127-40ea-82eb-792f27b6a4b3 None None] For port 424e53ac-3e95-4253-ac87-dadd199687e1, host dv-cinder-817135-7-smb, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:37:32.067638 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-b51cc695-3127-40ea-82eb-792f27b6a4b3 None None] For port 424e53ac-3e95-4253-ac87-dadd199687e1, host dv-cinder-817135-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=424e53ac-3e95-4253-ac87-dadd199687e1,segment=NetworkSegment(955dacbe-9dc0-4887-88d2-dd4a7aa3d199),segment_id=955dacbe-9dc0-4887-88d2-dd4a7aa3d199)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:37:32.071562 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port d968dfb2-bcb6-4de0-b230-57c39d99d86d is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:37:32.075953 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b51cc695-3127-40ea-82eb-792f27b6a4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (424e53ac-3e95-4253-ac87-dadd199687e1), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:32.144694 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36439d-ece9-46d1-905b-be1716340931 None None] Pushing event updated for resources: {'Port': ['ID=424e53ac-3e95-4253-ac87-dadd199687e1,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:32.147230 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51cc695-3127-40ea-82eb-792f27b6a4b3 None None] Routers {'6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:37:32.148016 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-b51cc695-3127-40ea-82eb-792f27b6a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:37:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:32.207009 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-4d5694a1-0a96-462d-955a-47ce7f2c1e8a service neutron] 10.222.0.25 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188873 Mar 30 01:37:32.234335 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-ade2e678-6bf9-40a2-9cf1-69ce4a2d550b None None] Provisioning complete for port 424e53ac-3e95-4253-ac87-dadd199687e1 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:37:32.234836 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ade2e678-6bf9-40a2-9cf1-69ce4a2d550b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (424e53ac-3e95-4253-ac87-dadd199687e1), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:32.328095 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-ff327133-5386-4f75-bbee-a27ee9726ab9 service neutron] 10.222.0.25 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138291 Mar 30 01:37:32.329746 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-b51cc695-3127-40ea-82eb-792f27b6a4b3 None None] Set router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:37:32.504842 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-ade2e678-6bf9-40a2-9cf1-69ce4a2d550b None None] Current status of the port 424e53ac-3e95-4253-ac87-dadd199687e1 is: DOWN; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:37:32.505446 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ade2e678-6bf9-40a2-9cf1-69ce4a2d550b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (424e53ac-3e95-4253-ac87-dadd199687e1), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:32.535737 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-44a885a0-2018-4cbc-9103-3bf2923d4f70 req-09ce67cd-e912-4815-8a87-9d9324b72bb6 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d7aa682-e4ba-4176-995a-381cbe87b16e HTTP/1.1" status: 200 len: 210 time: 0.0317059 Mar 30 01:37:32.560343 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-ade2e678-6bf9-40a2-9cf1-69ce4a2d550b None None] For port 424e53ac-3e95-4253-ac87-dadd199687e1, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=424e53ac-3e95-4253-ac87-dadd199687e1,segment=NetworkSegment(955dacbe-9dc0-4887-88d2-dd4a7aa3d199),segment_id=955dacbe-9dc0-4887-88d2-dd4a7aa3d199)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:37:32.566255 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ade2e678-6bf9-40a2-9cf1-69ce4a2d550b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (424e53ac-3e95-4253-ac87-dadd199687e1), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:32.680220 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2e678-6bf9-40a2-9cf1-69ce4a2d550b None None] Pushing event updated for resources: {'Port': ['ID=424e53ac-3e95-4253-ac87-dadd199687e1,revision_number=5']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:32.712448 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-b51cc695-3127-40ea-82eb-792f27b6a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:29Z', 'revision_number': 4, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'gw_port': {'id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '424e53ac-3e95-4253-ac87-dadd199687e1', 'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'mac_address': 'fa:16:3e:4a:b0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:28Z', 'updated_at': '2022-03-30T01:37:32Z', 'revision_number': 4, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'subnets': [{'id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:32.744958 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51cc695-3127-40ea-82eb-792f27b6a4b3 None None] The sync data for ids ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'] in dv-cinder-817135-7-smb is: [{'id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:29Z', 'revision_number': 4, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'gw_port': {'id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '424e53ac-3e95-4253-ac87-dadd199687e1', 'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'mac_address': 'fa:16:3e:4a:b0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:28Z', 'updated_at': '2022-03-30T01:37:32Z', 'revision_number': 4, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'subnets': [{'id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:37:32.751529 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-0286ad74-dd51-4250-889b-3a657a1abee8 None None] Provisioning complete for port 424e53ac-3e95-4253-ac87-dadd199687e1 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:37:32.751912 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0286ad74-dd51-4250-889b-3a657a1abee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (424e53ac-3e95-4253-ac87-dadd199687e1), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:32.876444 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-0286ad74-dd51-4250-889b-3a657a1abee8 None None] Current status of the port 424e53ac-3e95-4253-ac87-dadd199687e1 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:37:33.642873 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4c54d8ed-af3e-429d-9059-aed5de032d8b req-20a71732-83b5-4a0d-b84f-2fba076b3283 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d7aa682-e4ba-4176-995a-381cbe87b16e HTTP/1.1" status: 200 len: 210 time: 0.0364850 Mar 30 01:37:33.707221 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-636c29ce-aed6-4e39-b82d-eda4a49bf56e tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:33.709415 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-636c29ce-aed6-4e39-b82d-eda4a49bf56e tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.18 "GET /v2.0/networks?id=c4fc8217-b826-42b9-bc79-f94d3931b7cd HTTP/1.1" status: 200 len: 814 time: 0.1362977 Mar 30 01:37:33.798771 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 424e53ac-3e95-4253-ac87-dadd199687e1 up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:37:33.799933 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-d2839ab8-fda6-44cb-be26-dc1c4033aa6c tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a03f8a6cc5c423d8cbd14756161c0dc HTTP/1.1" status: 200 len: 380 time: 0.0801265 Mar 30 01:37:33.809050 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-f9e70333-4813-460a-ac7d-1a2288257137 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Request body: {'port': {'device_id': '6d7aa682-e4ba-4176-995a-381cbe87b16e', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'admin_state_up': True, 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'security_groups': ['4e06d912-0d56-4acb-ae6a-cb4c351ca202']}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:37:33.868904 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port 424e53ac-3e95-4253-ac87-dadd199687e1 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:37:33.869745 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (424e53ac-3e95-4253-ac87-dadd199687e1), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:33.937338 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-f9e70333-4813-460a-ac7d-1a2288257137 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Made reservation on behalf of 9a03f8a6cc5c423d8cbd14756161c0dc for: {'port': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:37:33.942893 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-f9e70333-4813-460a-ac7d-1a2288257137 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:33.990964 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port 424e53ac-3e95-4253-ac87-dadd199687e1 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:37:34.082895 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-f9e70333-4813-460a-ac7d-1a2288257137 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Allocated IP 172.20.0.12 (c4fc8217-b826-42b9-bc79-f94d3931b7cd/291a888a-2f0c-46a6-9e3c-47643e8502e0/942e2c63-7bc3-43b7-8db4-75312cedce92) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:37:34.117469 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:37:34.223335 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-f9e70333-4813-460a-ac7d-1a2288257137 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for port (942e2c63-7bc3-43b7-8db4-75312cedce92), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:34.265260 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-f9e70333-4813-460a-ac7d-1a2288257137 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (942e2c63-7bc3-43b7-8db4-75312cedce92), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:34.308920 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-f9e70333-4813-460a-ac7d-1a2288257137 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Network c4fc8217-b826-42b9-bc79-f94d3931b7cd is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:37:34.312111 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-f9e70333-4813-460a-ac7d-1a2288257137 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:37:34.318838 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-f9e70333-4813-460a-ac7d-1a2288257137 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:37:34.325669 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e70333-4813-460a-ac7d-1a2288257137 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event updated for resources: {'Port': ['ID=942e2c63-7bc3-43b7-8db4-75312cedce92,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:34.373660 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-f9e70333-4813-460a-ac7d-1a2288257137 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:34.374272 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-f9e70333-4813-460a-ac7d-1a2288257137 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:34.391376 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-f9e70333-4813-460a-ac7d-1a2288257137 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5861409 Mar 30 01:37:34.402912 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-a6b9496f-0f93-4dcb-84e0-8533a87e8866 service neutron] Request body: {'port': {'device_id': '6d7aa682-e4ba-4176-995a-381cbe87b16e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:37:34.466086 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-a6b9496f-0f93-4dcb-84e0-8533a87e8866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (942e2c63-7bc3-43b7-8db4-75312cedce92), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:34.512747 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-39decc99-1d03-4f9b-89ba-1cc273e4ccd3 None None] Provisioning complete for port 942e2c63-7bc3-43b7-8db4-75312cedce92 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:37:34.513132 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-39decc99-1d03-4f9b-89ba-1cc273e4ccd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (942e2c63-7bc3-43b7-8db4-75312cedce92), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:34.546746 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-39decc99-1d03-4f9b-89ba-1cc273e4ccd3 None None] Port 942e2c63-7bc3-43b7-8db4-75312cedce92 cannot update to ACTIVE because it is not bound. {{(pid=103230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:37:34.736769 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-a6b9496f-0f93-4dcb-84e0-8533a87e8866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 942e2c63-7bc3-43b7-8db4-75312cedce92 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:37:34.743639 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:34.744545 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-a6b9496f-0f93-4dcb-84e0-8533a87e8866 service neutron] Publish callbacks [] for port (942e2c63-7bc3-43b7-8db4-75312cedce92), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:34.756928 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-a6b9496f-0f93-4dcb-84e0-8533a87e8866 service neutron] Transition to ACTIVE for port object 942e2c63-7bc3-43b7-8db4-75312cedce92 will not be triggered until provisioned by entity L2. {{(pid=103228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:37:34.761230 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-a6b9496f-0f93-4dcb-84e0-8533a87e8866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (942e2c63-7bc3-43b7-8db4-75312cedce92), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:34.771412 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d57d5a-78fa-4994-984e-2783d45f74be req-4ee9d77e-b9a5-4689-a4f2-443f40d36391 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:34.773045 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-55d57d5a-78fa-4994-984e-2783d45f74be req-4ee9d77e-b9a5-4689-a4f2-443f40d36391 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d7aa682-e4ba-4176-995a-381cbe87b16e HTTP/1.1" status: 200 len: 932 time: 0.0566516 Mar 30 01:37:34.825014 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-55d57d5a-78fa-4994-984e-2783d45f74be req-e29c4c54-36c5-4b6c-84b3-df4d27ebbc2b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e06d912-0d56-4acb-ae6a-cb4c351ca202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462034 Mar 30 01:37:34.850105 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9496f-0f93-4dcb-84e0-8533a87e8866 service neutron] Pushing event updated for resources: {'Port': ['ID=942e2c63-7bc3-43b7-8db4-75312cedce92,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:34.887558 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-a6b9496f-0f93-4dcb-84e0-8533a87e8866 service neutron] Attempting to bind port 942e2c63-7bc3-43b7-8db4-75312cedce92 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:37:34.887884 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-a6b9496f-0f93-4dcb-84e0-8533a87e8866 service neutron] Attempting to bind port 942e2c63-7bc3-43b7-8db4-75312cedce92 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '955dacbe-9dc0-4887-88d2-dd4a7aa3d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:37:34.888206 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-a6b9496f-0f93-4dcb-84e0-8533a87e8866 service neutron] Attempting to bind port 942e2c63-7bc3-43b7-8db4-75312cedce92 on network c4fc8217-b826-42b9-bc79-f94d3931b7cd {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:37:34.892758 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-a6b9496f-0f93-4dcb-84e0-8533a87e8866 service neutron] Port 942e2c63-7bc3-43b7-8db4-75312cedce92 on network c4fc8217-b826-42b9-bc79-f94d3931b7cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:37:34.893065 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-a6b9496f-0f93-4dcb-84e0-8533a87e8866 service neutron] Attempting to bind port 942e2c63-7bc3-43b7-8db4-75312cedce92 on network c4fc8217-b826-42b9-bc79-f94d3931b7cd {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:37:34.897981 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-a6b9496f-0f93-4dcb-84e0-8533a87e8866 service neutron] Checking agent: {'id': '4d4a4723-54eb-40cd-a736-b5d7ac710e77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'started_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:37:34.898311 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-a6b9496f-0f93-4dcb-84e0-8533a87e8866 service neutron] Checking segment: {'id': '955dacbe-9dc0-4887-88d2-dd4a7aa3d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:37:34.898789 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-a6b9496f-0f93-4dcb-84e0-8533a87e8866 service neutron] Bound using segment: {'id': '955dacbe-9dc0-4887-88d2-dd4a7aa3d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:37:34.899208 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-a6b9496f-0f93-4dcb-84e0-8533a87e8866 service neutron] Bound port: 942e2c63-7bc3-43b7-8db4-75312cedce92, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955dacbe-9dc0-4887-88d2-dd4a7aa3d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:37:34.899560 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-a6b9496f-0f93-4dcb-84e0-8533a87e8866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (942e2c63-7bc3-43b7-8db4-75312cedce92), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:34.968359 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-a6b9496f-0f93-4dcb-84e0-8533a87e8866 service neutron] For port 942e2c63-7bc3-43b7-8db4-75312cedce92, host hv-cinder-81713, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:37:34.971900 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-a6b9496f-0f93-4dcb-84e0-8533a87e8866 service neutron] For port 942e2c63-7bc3-43b7-8db4-75312cedce92, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=942e2c63-7bc3-43b7-8db4-75312cedce92,segment=NetworkSegment(955dacbe-9dc0-4887-88d2-dd4a7aa3d199),segment_id=955dacbe-9dc0-4887-88d2-dd4a7aa3d199)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:37:34.978324 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-a6b9496f-0f93-4dcb-84e0-8533a87e8866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (942e2c63-7bc3-43b7-8db4-75312cedce92), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:35.014586 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-a6b9496f-0f93-4dcb-84e0-8533a87e8866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:35.015206 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-a6b9496f-0f93-4dcb-84e0-8533a87e8866 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:35.016846 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-a6b9496f-0f93-4dcb-84e0-8533a87e8866 service neutron] 10.222.0.18 "PUT /v2.0/ports/942e2c63-7bc3-43b7-8db4-75312cedce92 HTTP/1.1" status: 200 len: 1094 time: 0.6180730 Mar 30 01:37:35.018140 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d7aa682-e4ba-4176-995a-381cbe87b16e', 'tag': '942e2c63-7bc3-43b7-8db4-75312cedce92'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:37:35.019998 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9b1c0e-54fa-4e61-a463-81be185b40de" -d '{"events": [{"name": "network-changed", "server_uuid": "6d7aa682-e4ba-4176-995a-381cbe87b16e", "tag": "942e2c63-7bc3-43b7-8db4-75312cedce92"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:37:35.059834 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9496f-0f93-4dcb-84e0-8533a87e8866 service neutron] Pushing event updated for resources: {'Port': ['ID=942e2c63-7bc3-43b7-8db4-75312cedce92,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:35.070738 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bf5710-6be8-43cd-a9b8-bd20b4991cd7 x-openstack-request-id: req-28bf5710-6be8-43cd-a9b8-bd20b4991cd7 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:37:35.071078 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d7aa682-e4ba-4176-995a-381cbe87b16e", "tag": "942e2c63-7bc3-43b7-8db4-75312cedce92", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:37:35.071327 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28bf5710-6be8-43cd-a9b8-bd20b4991cd7 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:37:35.071900 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28bf5710-6be8-43cd-a9b8-bd20b4991cd7'] response: {'name': 'network-changed', 'server_uuid': '6d7aa682-e4ba-4176-995a-381cbe87b16e', 'tag': '942e2c63-7bc3-43b7-8db4-75312cedce92', 'status': 'completed', 'code': 200} Mar 30 01:37:35.136996 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-856f7440-926e-416d-b0b0-e64b164c6684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:35.138545 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-856f7440-926e-416d-b0b0-e64b164c6684 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a03f8a6cc5c423d8cbd14756161c0dc&device_id=6d7aa682-e4ba-4176-995a-381cbe87b16e HTTP/1.1" status: 200 len: 1128 time: 0.0546374 Mar 30 01:37:35.180963 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-0a1692c6-9bef-4fa6-8779-86a1fc8e515a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=942e2c63-7bc3-43b7-8db4-75312cedce92 HTTP/1.1" status: 200 len: 217 time: 0.0356195 Mar 30 01:37:35.234434 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-0558bd15-774d-4dff-b475-e54a021ca518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:35.236125 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-0558bd15-774d-4dff-b475-e54a021ca518 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=291a888a-2f0c-46a6-9e3c-47643e8502e0 HTTP/1.1" status: 200 len: 853 time: 0.0490084 Mar 30 01:37:35.300682 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-b58f2aee-335a-4eee-b16a-c309d5737c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:35.302188 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-b58f2aee-335a-4eee-b16a-c309d5737c26 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4fc8217-b826-42b9-bc79-f94d3931b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0606072 Mar 30 01:37:35.401787 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-2b09c740-3b16-4429-9502-cbd5734e9d4b service neutron] 10.222.0.18 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923333 Mar 30 01:37:35.496046 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-79e95965-72e4-456e-9d17-f5e465bfa46d req-cf07bc3f-431f-43ba-866f-ce2e75e7999d service neutron] 10.222.0.18 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885127 Mar 30 01:37:35.603141 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b1c0e-54fa-4e61-a463-81be185b40de req-4f536305-52d1-403a-9241-15ef6e469762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:35.604543 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-6d9b1c0e-54fa-4e61-a463-81be185b40de req-4f536305-52d1-403a-9241-15ef6e469762 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a03f8a6cc5c423d8cbd14756161c0dc&device_id=6d7aa682-e4ba-4176-995a-381cbe87b16e HTTP/1.1" status: 200 len: 1128 time: 0.0473654 Mar 30 01:37:35.702333 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b1c0e-54fa-4e61-a463-81be185b40de req-4f72d1fe-3d84-4fe6-b830-cd72b3166561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:35.703825 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-6d9b1c0e-54fa-4e61-a463-81be185b40de req-4f72d1fe-3d84-4fe6-b830-cd72b3166561 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4fc8217-b826-42b9-bc79-f94d3931b7cd HTTP/1.1" status: 200 len: 915 time: 0.0901809 Mar 30 01:37:35.752662 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-6d9b1c0e-54fa-4e61-a463-81be185b40de req-3560ba51-e482-4b84-8e59-e9cee226fc84 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=942e2c63-7bc3-43b7-8db4-75312cedce92 HTTP/1.1" status: 200 len: 217 time: 0.0423315 Mar 30 01:37:35.803161 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b1c0e-54fa-4e61-a463-81be185b40de req-c06e5a07-f501-4bcd-9167-b691a383852a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:35.804640 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-6d9b1c0e-54fa-4e61-a463-81be185b40de req-c06e5a07-f501-4bcd-9167-b691a383852a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=291a888a-2f0c-46a6-9e3c-47643e8502e0 HTTP/1.1" status: 200 len: 853 time: 0.0461893 Mar 30 01:37:35.856855 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b1c0e-54fa-4e61-a463-81be185b40de req-a5db306a-cc98-4140-a46d-5117ff5d0b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:35.858509 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-6d9b1c0e-54fa-4e61-a463-81be185b40de req-a5db306a-cc98-4140-a46d-5117ff5d0b1f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4fc8217-b826-42b9-bc79-f94d3931b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0467429 Mar 30 01:37:35.947623 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99817a06-5356-462c-940e-9497671150c2 req-33958d0d-5bac-46fd-b025-d99da091fae3 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:35.949100 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-99817a06-5356-462c-940e-9497671150c2 req-33958d0d-5bac-46fd-b025-d99da091fae3 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d7aa682-e4ba-4176-995a-381cbe87b16e HTTP/1.1" status: 200 len: 944 time: 0.0546894 Mar 30 01:37:35.955529 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-6d9b1c0e-54fa-4e61-a463-81be185b40de req-956c1b63-cd59-4bc9-8e18-2a17f8d907f9 service neutron] 10.222.0.18 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909207 Mar 30 01:37:35.999570 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-99817a06-5356-462c-940e-9497671150c2 req-9120e8fd-eeb0-4170-83d0-f8acef6afda8 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e06d912-0d56-4acb-ae6a-cb4c351ca202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445886 Mar 30 01:37:36.045430 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-6d9b1c0e-54fa-4e61-a463-81be185b40de req-d5ba573c-2c54-4a84-b2ba-e956d13282bb service neutron] 10.222.0.18 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842900 Mar 30 01:37:37.130305 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913736a-e505-422b-91a5-c27f0a7c8cd4 req-6e2b6a53-585b-4288-ac49-79c9b44bb63e tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:37.131755 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8913736a-e505-422b-91a5-c27f0a7c8cd4 req-6e2b6a53-585b-4288-ac49-79c9b44bb63e tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d7aa682-e4ba-4176-995a-381cbe87b16e HTTP/1.1" status: 200 len: 944 time: 0.0609665 Mar 30 01:37:37.183379 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8913736a-e505-422b-91a5-c27f0a7c8cd4 req-a9c7e893-5c55-48cf-b58e-0887135e924e tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e06d912-0d56-4acb-ae6a-cb4c351ca202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435762 Mar 30 01:37:38.324804 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1636de-4d16-4401-a94e-dd0dd20c33bc req-5759aa2e-3800-4fd2-8f76-56fcbaa3efc3 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:38.326315 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2f1636de-4d16-4401-a94e-dd0dd20c33bc req-5759aa2e-3800-4fd2-8f76-56fcbaa3efc3 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d7aa682-e4ba-4176-995a-381cbe87b16e HTTP/1.1" status: 200 len: 944 time: 0.0661223 Mar 30 01:37:38.382427 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2f1636de-4d16-4401-a94e-dd0dd20c33bc req-5da52b81-4eb0-4980-916a-ce4adfde048a tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e06d912-0d56-4acb-ae6a-cb4c351ca202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503383 Mar 30 01:37:39.197589 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 45618) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:39.315936 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dc252dbe-8edc-4f16-a1eb-9f424a28c201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:39.396834 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dc252dbe-8edc-4f16-a1eb-9f424a28c201 admin admin] Publish callbacks [] for security_group (8fa35794-726e-4eec-9481-5c785dfe733e), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:39.402063 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dc252dbe-8edc-4f16-a1eb-9f424a28c201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (8fa35794-726e-4eec-9481-5c785dfe733e), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:39.443568 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-dc252dbe-8edc-4f16-a1eb-9f424a28c201 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=32c649411bb749908c1d34a4c91f5777&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446706 Mar 30 01:37:39.444609 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc252dbe-8edc-4f16-a1eb-9f424a28c201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa35794-726e-4eec-9481-5c785dfe733e,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:39.447632 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 45624) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:39.471401 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 942e2c63-7bc3-43b7-8db4-75312cedce92 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:37:39.506865 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d235d959-3907-40a9-b799-d3d2ef271f69 admin admin] Publish callbacks [] for security_group (8fa35794-726e-4eec-9481-5c785dfe733e), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:39.513922 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecec7a8-8451-4d91-b1fe-d5df1aa38dcb req-1b84d912-c50b-49fd-b59d-f299957cc956 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:39.515451 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5ecec7a8-8451-4d91-b1fe-d5df1aa38dcb req-1b84d912-c50b-49fd-b59d-f299957cc956 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d7aa682-e4ba-4176-995a-381cbe87b16e HTTP/1.1" status: 200 len: 944 time: 0.0664001 Mar 30 01:37:39.529082 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d235d959-3907-40a9-b799-d3d2ef271f69 admin admin] Publish callbacks [] for security_group (8fa35794-726e-4eec-9481-5c785dfe733e), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:39.574034 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 942e2c63-7bc3-43b7-8db4-75312cedce92, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=942e2c63-7bc3-43b7-8db4-75312cedce92,segment=NetworkSegment(955dacbe-9dc0-4887-88d2-dd4a7aa3d199),segment_id=955dacbe-9dc0-4887-88d2-dd4a7aa3d199)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:37:39.574295 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5ecec7a8-8451-4d91-b1fe-d5df1aa38dcb req-dd2d4760-afcd-4c1a-b40a-e5ee184c3f0e tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e06d912-0d56-4acb-ae6a-cb4c351ca202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525455 Mar 30 01:37:39.578550 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d235d959-3907-40a9-b799-d3d2ef271f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (8fa35794-726e-4eec-9481-5c785dfe733e), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:39.582378 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d235d959-3907-40a9-b799-d3d2ef271f69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:39.586157 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-d235d959-3907-40a9-b799-d3d2ef271f69 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8fa35794-726e-4eec-9481-5c785dfe733e HTTP/1.1" status: 204 len: 168 time: 0.1348042 Mar 30 01:37:39.589644 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Returning: {'device': '942e2c63-7bc3-43b7-8db4-75312cedce92', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'port_id': '942e2c63-7bc3-43b7-8db4-75312cedce92', 'mac_address': 'fa:16:3e:80:76:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:37:39.602129 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235d959-3907-40a9-b799-d3d2ef271f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa35794-726e-4eec-9481-5c785dfe733e,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:39.640969 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port 942e2c63-7bc3-43b7-8db4-75312cedce92 is: DOWN; New status is: BUILD {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:37:39.641485 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (942e2c63-7bc3-43b7-8db4-75312cedce92), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:39.789501 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 942e2c63-7bc3-43b7-8db4-75312cedce92 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:37:39.813669 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 942e2c63-7bc3-43b7-8db4-75312cedce92, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=942e2c63-7bc3-43b7-8db4-75312cedce92,segment=NetworkSegment(955dacbe-9dc0-4887-88d2-dd4a7aa3d199),segment_id=955dacbe-9dc0-4887-88d2-dd4a7aa3d199)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:37:39.818851 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (942e2c63-7bc3-43b7-8db4-75312cedce92), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:39.867883 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=942e2c63-7bc3-43b7-8db4-75312cedce92,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:40.123081 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['942e2c63-7bc3-43b7-8db4-75312cedce92'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:37:40.254601 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 45646) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:40.355196 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-e5f13086-6241-42ac-956c-11051d26da85 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1057939543-network', 'tenant_id': '241d5ce21f1141ef9886ff771b423dea'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:37:40.376454 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f13086-6241-42ac-956c-11051d26da85 admin admin] Made reservation on behalf of 241d5ce21f1141ef9886ff771b423dea for: {'network': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:37:40.378685 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e5f13086-6241-42ac-956c-11051d26da85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for network (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:40.387472 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e5f13086-6241-42ac-956c-11051d26da85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:40.460010 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e5f13086-6241-42ac-956c-11051d26da85 admin admin] Publish callbacks [] for security_group (a414f264-cccd-4d28-aef7-6cd493b32361), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:40.465206 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e5f13086-6241-42ac-956c-11051d26da85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (a414f264-cccd-4d28-aef7-6cd493b32361), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:40.492921 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f13086-6241-42ac-956c-11051d26da85 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:37:40.502338 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f13086-6241-42ac-956c-11051d26da85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a414f264-cccd-4d28-aef7-6cd493b32361,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:40.507486 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e5f13086-6241-42ac-956c-11051d26da85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983'] for segment (4e14faca-467d-49fc-abe2-556141678f85), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:40.507827 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.db.segments_db [None req-e5f13086-6241-42ac-956c-11051d26da85 admin admin] Added segment 4e14faca-467d-49fc-abe2-556141678f85 of type vlan for network d9549692-1fa1-4d83-9803-24ac96566a4d Mar 30 01:37:40.550950 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e5f13086-6241-42ac-956c-11051d26da85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788084269370'] for network (d9549692-1fa1-4d83-9803-24ac96566a4d), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:40.578795 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e5f13086-6241-42ac-956c-11051d26da85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768'] for network (d9549692-1fa1-4d83-9803-24ac96566a4d), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:40.579742 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f13086-6241-42ac-956c-11051d26da85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:40.580313 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e5f13086-6241-42ac-956c-11051d26da85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for network (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:40.633944 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-e5f13086-6241-42ac-956c-11051d26da85 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3781545 Mar 30 01:37:40.637702 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 45652) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:40.641654 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f13086-6241-42ac-956c-11051d26da85 admin admin] Pushing event updated for resources: {'Network': ['ID=d9549692-1fa1-4d83-9803-24ac96566a4d,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:40.643312 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-e22aea21-9c96-463a-8aa2-eeb745606d37 admin admin] Request body: {'subnet': {'network_id': 'd9549692-1fa1-4d83-9803-24ac96566a4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1057939543-subnet', 'tenant_id': '241d5ce21f1141ef9886ff771b423dea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:37:40.651906 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Network d9549692-1fa1-4d83-9803-24ac96566a4d details requested by agent ovs-agent-dv-cinder-817135-7-smb with host dv-cinder-817135-7-smb {{(pid=103230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:37:40.690862 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22aea21-9c96-463a-8aa2-eeb745606d37 admin admin] Made reservation on behalf of 241d5ce21f1141ef9886ff771b423dea for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:37:40.693211 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e22aea21-9c96-463a-8aa2-eeb745606d37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554388'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:40.749229 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a42a0-b9c5-419c-850a-58791577c4d8 req-ccfe12c2-f55b-47ce-bbfd-2c86308df5e5 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:40.750752 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-411a42a0-b9c5-419c-850a-58791577c4d8 req-ccfe12c2-f55b-47ce-bbfd-2c86308df5e5 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d7aa682-e4ba-4176-995a-381cbe87b16e HTTP/1.1" status: 200 len: 945 time: 0.1039019 Mar 30 01:37:40.824237 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-411a42a0-b9c5-419c-850a-58791577c4d8 req-ef07a41c-35c2-416d-b15b-adb72323ef53 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e06d912-0d56-4acb-ae6a-cb4c351ca202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669687 Mar 30 01:37:40.909919 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e22aea21-9c96-463a-8aa2-eeb745606d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8581436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554370'] for subnet (cad84883-7486-40ec-946d-26263bb728f8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:40.964905 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22aea21-9c96-463a-8aa2-eeb745606d37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cad84883-7486-40ec-946d-26263bb728f8,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:40.974762 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22aea21-9c96-463a-8aa2-eeb745606d37 admin admin] Checking segment: {'id': '4e14faca-467d-49fc-abe2-556141678f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd9549692-1fa1-4d83-9803-24ac96566a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:37:40.975116 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22aea21-9c96-463a-8aa2-eeb745606d37 admin admin] Network hostable DHCP agents. Network: d9549692-1fa1-4d83-9803-24ac96566a4d, hostable agents: ['eddc343b-7df5-4b69-8188-94dadcee138e'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:37:40.993957 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22aea21-9c96-463a-8aa2-eeb745606d37 admin admin] Network d9549692-1fa1-4d83-9803-24ac96566a4d is scheduled to be hosted by DHCP agent eddc343b-7df5-4b69-8188-94dadcee138e with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:37:41.005319 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-e22aea21-9c96-463a-8aa2-eeb745606d37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-smb, d9549692-1fa1-4d83-9803-24ac96566a4d) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:37:41.010958 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22aea21-9c96-463a-8aa2-eeb745606d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:41.011543 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e22aea21-9c96-463a-8aa2-eeb745606d37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:41.015499 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6746e4-380e-4bd8-9a9d-a8ef30c1a2ce None None] Network d9549692-1fa1-4d83-9803-24ac96566a4d requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:37:41.043143 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-e22aea21-9c96-463a-8aa2-eeb745606d37 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4042206 Mar 30 01:37:41.119300 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c40a20-86cf-4e41-a2bc-c70ff2e0105a None None] Network d9549692-1fa1-4d83-9803-24ac96566a4d requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:37:41.493276 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 942e2c63-7bc3-43b7-8db4-75312cedce92 up at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:37:41.546859 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning for port 942e2c63-7bc3-43b7-8db4-75312cedce92 completed by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:37:41.551379 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning complete for port 942e2c63-7bc3-43b7-8db4-75312cedce92 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:37:41.551766 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (942e2c63-7bc3-43b7-8db4-75312cedce92), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:41.633080 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port 942e2c63-7bc3-43b7-8db4-75312cedce92 is: BUILD; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:37:41.633467 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (942e2c63-7bc3-43b7-8db4-75312cedce92), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:41.657138 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7aa682-e4ba-4176-995a-381cbe87b16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942e2c63-7bc3-43b7-8db4-75312cedce92'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:37:41.659442 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b54a399a95781ce0e36d18e73dfd9bddfd965df0fcdebdd8e46dd02a402f6d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cd1f81-52c0-4e29-8e25-f21d46e3fea2" -d '{"events": [{"server_uuid": "6d7aa682-e4ba-4176-995a-381cbe87b16e", "name": "network-vif-plugged", "status": "completed", "tag": "942e2c63-7bc3-43b7-8db4-75312cedce92"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:37:41.671913 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 942e2c63-7bc3-43b7-8db4-75312cedce92, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=942e2c63-7bc3-43b7-8db4-75312cedce92,segment=NetworkSegment(955dacbe-9dc0-4887-88d2-dd4a7aa3d199),segment_id=955dacbe-9dc0-4887-88d2-dd4a7aa3d199)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:37:41.677077 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (942e2c63-7bc3-43b7-8db4-75312cedce92), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:41.704691 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b812c26-7732-40c3-82ab-bed228b1de64 x-openstack-request-id: req-7b812c26-7732-40c3-82ab-bed228b1de64 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:37:41.705003 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7aa682-e4ba-4176-995a-381cbe87b16e", "name": "network-vif-plugged", "status": "completed", "tag": "942e2c63-7bc3-43b7-8db4-75312cedce92", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:37:41.705258 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b812c26-7732-40c3-82ab-bed228b1de64 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:37:41.705648 dv-cinder-817135-7-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b812c26-7732-40c3-82ab-bed228b1de64'] response: {'server_uuid': '6d7aa682-e4ba-4176-995a-381cbe87b16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942e2c63-7bc3-43b7-8db4-75312cedce92', 'code': 200} Mar 30 01:37:41.732403 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=942e2c63-7bc3-43b7-8db4-75312cedce92,revision_number=5']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:41.874039 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120bc1e-ccec-4e42-a2fe-62b6aba18d15 req-ea79224f-032c-4c41-b651-f391b9d58409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:41.875668 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-4120bc1e-ccec-4e42-a2fe-62b6aba18d15 req-ea79224f-032c-4c41-b651-f391b9d58409 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6d7aa682-e4ba-4176-995a-381cbe87b16e HTTP/1.1" status: 200 len: 1130 time: 0.0514331 Mar 30 01:37:41.925448 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-4120bc1e-ccec-4e42-a2fe-62b6aba18d15 req-d7ddac09-2638-4eb0-92e2-ee931ba87a89 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4e06d912-0d56-4acb-ae6a-cb4c351ca202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433927 Mar 30 01:37:41.952131 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b3799-5f81-4a64-886e-d188d0fecd25 req-0d895f72-0005-43f6-b8b1-5c41fb94ae7a tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:41.953645 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4a2b3799-5f81-4a64-886e-d188d0fecd25 req-0d895f72-0005-43f6-b8b1-5c41fb94ae7a tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d7aa682-e4ba-4176-995a-381cbe87b16e HTTP/1.1" status: 200 len: 946 time: 0.0605519 Mar 30 01:37:42.005374 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4a2b3799-5f81-4a64-886e-d188d0fecd25 req-b076074b-be2b-437e-b076-3fefe87def80 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e06d912-0d56-4acb-ae6a-cb4c351ca202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456109 Mar 30 01:37:42.821317 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f36aa-21f4-4792-8de5-d9592e103820 req-f485264d-04ac-4adc-bab4-ae653d6013c2 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:42.822792 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-635f36aa-21f4-4792-8de5-d9592e103820 req-f485264d-04ac-4adc-bab4-ae653d6013c2 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/networks?id=d9549692-1fa1-4d83-9803-24ac96566a4d HTTP/1.1" status: 200 len: 814 time: 0.1074691 Mar 30 01:37:42.840857 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-635f36aa-21f4-4792-8de5-d9592e103820 req-f4881c9e-790a-44ce-8d01-4e7642687c26 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/quotas/241d5ce21f1141ef9886ff771b423dea HTTP/1.1" status: 200 len: 375 time: 0.0097029 Mar 30 01:37:42.883313 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-635f36aa-21f4-4792-8de5-d9592e103820 req-72937269-4dfb-4c12-ae24-308e26a6dfeb tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=241d5ce21f1141ef9886ff771b423dea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361593 Mar 30 01:37:42.976272 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-635f36aa-21f4-4792-8de5-d9592e103820 req-5675e103-75cb-40f5-adae-54f60d6e941b service neutron] 10.222.0.25 "GET /v2.0/networks/d9549692-1fa1-4d83-9803-24ac96566a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831399 Mar 30 01:37:43.073107 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-635f36aa-21f4-4792-8de5-d9592e103820 req-264c193a-949d-4108-9d77-97f545f106ac service neutron] 10.222.0.25 "GET /v2.0/networks/d9549692-1fa1-4d83-9803-24ac96566a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909708 Mar 30 01:37:43.129554 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67856a0e-0491-47a9-b151-1792b5944314 req-8c71c8f1-416c-4486-aeb6-38ac9e54667e tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:43.131178 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-67856a0e-0491-47a9-b151-1792b5944314 req-8c71c8f1-416c-4486-aeb6-38ac9e54667e tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d7aa682-e4ba-4176-995a-381cbe87b16e HTTP/1.1" status: 200 len: 946 time: 0.0537467 Mar 30 01:37:43.183491 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-67856a0e-0491-47a9-b151-1792b5944314 req-0f9c009e-d47b-4b4b-9caf-3ef6188474a0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e06d912-0d56-4acb-ae6a-cb4c351ca202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464876 Mar 30 01:37:43.257155 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-aa3ff952-8a86-416f-b87e-5f238a2ae246 req-49401789-907c-4eec-bcb6-788ff6b3dd4a tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6484ff7-84a2-43cf-b8a2-d88301999672 HTTP/1.1" status: 200 len: 210 time: 0.0321262 Mar 30 01:37:44.176422 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f36aa-21f4-4792-8de5-d9592e103820 req-91a3d182-57d1-4438-a975-2dda2ca6a8b2 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:44.177905 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-635f36aa-21f4-4792-8de5-d9592e103820 req-91a3d182-57d1-4438-a975-2dda2ca6a8b2 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.18 "GET /v2.0/networks?id=d9549692-1fa1-4d83-9803-24ac96566a4d HTTP/1.1" status: 200 len: 814 time: 0.1042790 Mar 30 01:37:44.190346 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [req-635f36aa-21f4-4792-8de5-d9592e103820 req-f48fd8eb-93e7-4eda-8197-844987535d24 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Request body: {'port': {'device_id': 'e6484ff7-84a2-43cf-b8a2-d88301999672', 'network_id': 'd9549692-1fa1-4d83-9803-24ac96566a4d', 'admin_state_up': True, 'tenant_id': '241d5ce21f1141ef9886ff771b423dea'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:37:44.305242 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-635f36aa-21f4-4792-8de5-d9592e103820 req-f48fd8eb-93e7-4eda-8197-844987535d24 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Made reservation on behalf of 241d5ce21f1141ef9886ff771b423dea for: {'port': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:37:44.308661 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-635f36aa-21f4-4792-8de5-d9592e103820 req-f48fd8eb-93e7-4eda-8197-844987535d24 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:44.312034 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05118f02-a614-4938-9fe2-2b57efce5f10 req-fe09ece7-f596-4ac5-a8c4-478c7d6e6801 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:44.313538 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-05118f02-a614-4938-9fe2-2b57efce5f10 req-fe09ece7-f596-4ac5-a8c4-478c7d6e6801 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d7aa682-e4ba-4176-995a-381cbe87b16e HTTP/1.1" status: 200 len: 946 time: 0.0609367 Mar 30 01:37:44.367691 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ff24115a-f668-4cdc-93a4-193a65b57b0b req-aedaf3d2-ee22-472f-8e71-31adba3d1009 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6484ff7-84a2-43cf-b8a2-d88301999672 HTTP/1.1" status: 200 len: 210 time: 0.0402279 Mar 30 01:37:44.390904 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-05118f02-a614-4938-9fe2-2b57efce5f10 req-93f56c09-618d-4c50-8ec0-ac3bdffa795e tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e06d912-0d56-4acb-ae6a-cb4c351ca202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706797 Mar 30 01:37:44.433248 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [req-635f36aa-21f4-4792-8de5-d9592e103820 req-f48fd8eb-93e7-4eda-8197-844987535d24 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Allocated IP 172.20.0.4 (d9549692-1fa1-4d83-9803-24ac96566a4d/cad84883-7486-40ec-946d-26263bb728f8/a23b0375-1b02-4552-8520-85fe5cb63214) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:37:44.507718 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624785e5-23a7-434e-86a7-973fac98f099 req-62167496-b09e-49a2-9419-275c83446b9f tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:44.509183 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-624785e5-23a7-434e-86a7-973fac98f099 req-62167496-b09e-49a2-9419-275c83446b9f tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d7aa682-e4ba-4176-995a-381cbe87b16e HTTP/1.1" status: 200 len: 946 time: 0.0543101 Mar 30 01:37:44.518109 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 45704) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:44.523138 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-9b7b6daf-e783-41ed-8a54-03e37dd54f75 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Request body: {'floatingip': {'port_id': '942e2c63-7bc3-43b7-8db4-75312cedce92'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:37:44.567333 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b7b6daf-e783-41ed-8a54-03e37dd54f75 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for floatingip (8b921cd1-498b-4b89-a645-215a601ecaaa), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:44.817852 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-635f36aa-21f4-4792-8de5-d9592e103820 req-f48fd8eb-93e7-4eda-8197-844987535d24 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Publish callbacks [] for port (a23b0375-1b02-4552-8520-85fe5cb63214), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:44.852857 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-635f36aa-21f4-4792-8de5-d9592e103820 req-f48fd8eb-93e7-4eda-8197-844987535d24 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (a23b0375-1b02-4552-8520-85fe5cb63214), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:44.901839 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-635f36aa-21f4-4792-8de5-d9592e103820 req-f48fd8eb-93e7-4eda-8197-844987535d24 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Network d9549692-1fa1-4d83-9803-24ac96566a4d is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:37:44.905093 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [req-635f36aa-21f4-4792-8de5-d9592e103820 req-f48fd8eb-93e7-4eda-8197-844987535d24 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:37:44.911403 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-635f36aa-21f4-4792-8de5-d9592e103820 req-f48fd8eb-93e7-4eda-8197-844987535d24 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:37:44.918093 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48fd8eb-93e7-4eda-8197-844987535d24 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Pushing event updated for resources: {'Port': ['ID=a23b0375-1b02-4552-8520-85fe5cb63214,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:44.964404 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f36aa-21f4-4792-8de5-d9592e103820 req-f48fd8eb-93e7-4eda-8197-844987535d24 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:44.965026 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-635f36aa-21f4-4792-8de5-d9592e103820 req-f48fd8eb-93e7-4eda-8197-844987535d24 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:44.981991 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-635f36aa-21f4-4792-8de5-d9592e103820 req-f48fd8eb-93e7-4eda-8197-844987535d24 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7953398 Mar 30 01:37:44.994907 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [req-635f36aa-21f4-4792-8de5-d9592e103820 req-994e70dc-cf1b-4e51-ad17-6f6e72545c7c service neutron] Request body: {'port': {'device_id': 'e6484ff7-84a2-43cf-b8a2-d88301999672', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:37:45.007011 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b7b6daf-e783-41ed-8a54-03e37dd54f75 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:45.011900 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b7b6daf-e783-41ed-8a54-03e37dd54f75 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623942'] for floatingip (8b921cd1-498b-4b89-a645-215a601ecaaa), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:45.058125 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-635f36aa-21f4-4792-8de5-d9592e103820 req-994e70dc-cf1b-4e51-ad17-6f6e72545c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (a23b0375-1b02-4552-8520-85fe5cb63214), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:45.118821 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.db.l3_db [None req-9b7b6daf-e783-41ed-8a54-03e37dd54f75 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Floating IP 8b921cd1-498b-4b89-a645-215a601ecaaa associated. External IP: 172.28.0.162, port: 942e2c63-7bc3-43b7-8db4-75312cedce92. Mar 30 01:37:45.318775 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [req-635f36aa-21f4-4792-8de5-d9592e103820 req-994e70dc-cf1b-4e51-ad17-6f6e72545c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a23b0375-1b02-4552-8520-85fe5cb63214 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:37:45.326360 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-635f36aa-21f4-4792-8de5-d9592e103820 req-994e70dc-cf1b-4e51-ad17-6f6e72545c7c service neutron] Publish callbacks [] for port (a23b0375-1b02-4552-8520-85fe5cb63214), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:45.328839 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7b6daf-e783-41ed-8a54-03e37dd54f75 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:37:45.338640 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [req-635f36aa-21f4-4792-8de5-d9592e103820 req-994e70dc-cf1b-4e51-ad17-6f6e72545c7c service neutron] Transition to ACTIVE for port object a23b0375-1b02-4552-8520-85fe5cb63214 will not be triggered until provisioned by entity L2. {{(pid=103228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:37:45.344357 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-635f36aa-21f4-4792-8de5-d9592e103820 req-994e70dc-cf1b-4e51-ad17-6f6e72545c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (a23b0375-1b02-4552-8520-85fe5cb63214), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:45.396713 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e70dc-cf1b-4e51-ad17-6f6e72545c7c service neutron] Pushing event updated for resources: {'Port': ['ID=a23b0375-1b02-4552-8520-85fe5cb63214,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:45.467956 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-635f36aa-21f4-4792-8de5-d9592e103820 req-994e70dc-cf1b-4e51-ad17-6f6e72545c7c service neutron] Attempting to bind port a23b0375-1b02-4552-8520-85fe5cb63214 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:37:45.468281 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-635f36aa-21f4-4792-8de5-d9592e103820 req-994e70dc-cf1b-4e51-ad17-6f6e72545c7c service neutron] Attempting to bind port a23b0375-1b02-4552-8520-85fe5cb63214 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '4e14faca-467d-49fc-abe2-556141678f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd9549692-1fa1-4d83-9803-24ac96566a4d'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:37:45.468604 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635f36aa-21f4-4792-8de5-d9592e103820 req-994e70dc-cf1b-4e51-ad17-6f6e72545c7c service neutron] Attempting to bind port a23b0375-1b02-4552-8520-85fe5cb63214 on network d9549692-1fa1-4d83-9803-24ac96566a4d {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:37:45.473280 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635f36aa-21f4-4792-8de5-d9592e103820 req-994e70dc-cf1b-4e51-ad17-6f6e72545c7c service neutron] Port a23b0375-1b02-4552-8520-85fe5cb63214 on network d9549692-1fa1-4d83-9803-24ac96566a4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:37:45.473609 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635f36aa-21f4-4792-8de5-d9592e103820 req-994e70dc-cf1b-4e51-ad17-6f6e72545c7c service neutron] Attempting to bind port a23b0375-1b02-4552-8520-85fe5cb63214 on network d9549692-1fa1-4d83-9803-24ac96566a4d {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:37:45.479146 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635f36aa-21f4-4792-8de5-d9592e103820 req-994e70dc-cf1b-4e51-ad17-6f6e72545c7c service neutron] Checking agent: {'id': '4d4a4723-54eb-40cd-a736-b5d7ac710e77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'started_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:37:45.479492 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635f36aa-21f4-4792-8de5-d9592e103820 req-994e70dc-cf1b-4e51-ad17-6f6e72545c7c service neutron] Checking segment: {'id': '4e14faca-467d-49fc-abe2-556141678f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd9549692-1fa1-4d83-9803-24ac96566a4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:37:45.479871 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635f36aa-21f4-4792-8de5-d9592e103820 req-994e70dc-cf1b-4e51-ad17-6f6e72545c7c service neutron] Bound using segment: {'id': '4e14faca-467d-49fc-abe2-556141678f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd9549692-1fa1-4d83-9803-24ac96566a4d'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:37:45.480295 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-635f36aa-21f4-4792-8de5-d9592e103820 req-994e70dc-cf1b-4e51-ad17-6f6e72545c7c service neutron] Bound port: a23b0375-1b02-4552-8520-85fe5cb63214, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e14faca-467d-49fc-abe2-556141678f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd9549692-1fa1-4d83-9803-24ac96566a4d'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:37:45.480652 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-635f36aa-21f4-4792-8de5-d9592e103820 req-994e70dc-cf1b-4e51-ad17-6f6e72545c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (a23b0375-1b02-4552-8520-85fe5cb63214), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:45.552168 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-635f36aa-21f4-4792-8de5-d9592e103820 req-994e70dc-cf1b-4e51-ad17-6f6e72545c7c service neutron] For port a23b0375-1b02-4552-8520-85fe5cb63214, host hv-cinder-81713, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:37:45.555565 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-635f36aa-21f4-4792-8de5-d9592e103820 req-994e70dc-cf1b-4e51-ad17-6f6e72545c7c service neutron] For port a23b0375-1b02-4552-8520-85fe5cb63214, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=a23b0375-1b02-4552-8520-85fe5cb63214,segment=NetworkSegment(4e14faca-467d-49fc-abe2-556141678f85),segment_id=4e14faca-467d-49fc-abe2-556141678f85)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:37:45.562499 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-635f36aa-21f4-4792-8de5-d9592e103820 req-994e70dc-cf1b-4e51-ad17-6f6e72545c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (a23b0375-1b02-4552-8520-85fe5cb63214), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:45.598994 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f36aa-21f4-4792-8de5-d9592e103820 req-994e70dc-cf1b-4e51-ad17-6f6e72545c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:45.599654 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-635f36aa-21f4-4792-8de5-d9592e103820 req-994e70dc-cf1b-4e51-ad17-6f6e72545c7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:45.601139 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-635f36aa-21f4-4792-8de5-d9592e103820 req-994e70dc-cf1b-4e51-ad17-6f6e72545c7c service neutron] 10.222.0.18 "PUT /v2.0/ports/a23b0375-1b02-4552-8520-85fe5cb63214 HTTP/1.1" status: 200 len: 1093 time: 0.6115718 Mar 30 01:37:45.601571 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6484ff7-84a2-43cf-b8a2-d88301999672', 'tag': 'a23b0375-1b02-4552-8520-85fe5cb63214'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:37:45.603870 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411ae80b-4e31-455e-a862-a29d2237bb41" -d '{"events": [{"name": "network-changed", "server_uuid": "e6484ff7-84a2-43cf-b8a2-d88301999672", "tag": "a23b0375-1b02-4552-8520-85fe5cb63214"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:37:45.629508 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e70dc-cf1b-4e51-ad17-6f6e72545c7c service neutron] Pushing event updated for resources: {'Port': ['ID=a23b0375-1b02-4552-8520-85fe5cb63214,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:45.649200 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a2c837-c368-47ed-8cb9-0f0a80d8c49a x-openstack-request-id: req-a1a2c837-c368-47ed-8cb9-0f0a80d8c49a {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:37:45.649733 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6484ff7-84a2-43cf-b8a2-d88301999672", "tag": "a23b0375-1b02-4552-8520-85fe5cb63214", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:37:45.649986 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1a2c837-c368-47ed-8cb9-0f0a80d8c49a {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:37:45.650575 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1a2c837-c368-47ed-8cb9-0f0a80d8c49a'] response: {'name': 'network-changed', 'server_uuid': 'e6484ff7-84a2-43cf-b8a2-d88301999672', 'tag': 'a23b0375-1b02-4552-8520-85fe5cb63214', 'status': 'completed', 'code': 200} Mar 30 01:37:45.701130 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f36aa-21f4-4792-8de5-d9592e103820 req-4cdb9489-416c-4da1-b3b6-a84a65f01fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:45.702802 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-635f36aa-21f4-4792-8de5-d9592e103820 req-4cdb9489-416c-4da1-b3b6-a84a65f01fe0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=241d5ce21f1141ef9886ff771b423dea&device_id=e6484ff7-84a2-43cf-b8a2-d88301999672 HTTP/1.1" status: 200 len: 1127 time: 0.0459301 Mar 30 01:37:45.735569 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d256-f6a9-4428-9747-725455ffcd23 req-c3b4510a-041b-44dd-a73e-6b297d946acd tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:45.737033 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-3979d256-f6a9-4428-9747-725455ffcd23 req-c3b4510a-041b-44dd-a73e-6b297d946acd tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6484ff7-84a2-43cf-b8a2-d88301999672 HTTP/1.1" status: 200 len: 943 time: 0.0737433 Mar 30 01:37:45.743219 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-635f36aa-21f4-4792-8de5-d9592e103820 req-d7d3ef35-78a3-4279-8cee-8ce688bccf05 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a23b0375-1b02-4552-8520-85fe5cb63214 HTTP/1.1" status: 200 len: 217 time: 0.0335796 Mar 30 01:37:45.746129 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7b6daf-e783-41ed-8a54-03e37dd54f75 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:37:45.756015 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b7b6daf-e783-41ed-8a54-03e37dd54f75 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:45.758028 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aa51d5-8e9f-481e-bbd9-ca3aaf09d8bc None None] Sync routers for ids ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'] in dv-cinder-817135-7-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:37:45.769487 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aa51d5-8e9f-481e-bbd9-ca3aaf09d8bc None None] Routers {'6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:37:45.770101 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-69aa51d5-8e9f-481e-bbd9-ca3aaf09d8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:37:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:45.800133 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f36aa-21f4-4792-8de5-d9592e103820 req-4a9b348a-a661-4ae0-a877-494f58428ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:45.801709 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-635f36aa-21f4-4792-8de5-d9592e103820 req-4a9b348a-a661-4ae0-a877-494f58428ed4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cad84883-7486-40ec-946d-26263bb728f8 HTTP/1.1" status: 200 len: 854 time: 0.0516837 Mar 30 01:37:45.816891 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-9b7b6daf-e783-41ed-8a54-03e37dd54f75 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "PUT /v2.0/floatingips/8b921cd1-498b-4b89-a645-215a601ecaaa HTTP/1.1" status: 200 len: 992 time: 1.2919660 Mar 30 01:37:45.816891 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d7aa682-e4ba-4176-995a-381cbe87b16e', 'tag': '942e2c63-7bc3-43b7-8db4-75312cedce92'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:37:45.816891 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ee1e0a93b5aae8634dc44ede2e08a21acb25dbbcfc8760de0fb17172de978b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837e363f-6f95-4e1f-873d-d0c95dc43c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "6d7aa682-e4ba-4176-995a-381cbe87b16e", "tag": "942e2c63-7bc3-43b7-8db4-75312cedce92"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:37:45.824312 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-3979d256-f6a9-4428-9747-725455ffcd23 req-1aa6ca7b-6dc5-4c13-816e-194c36fbf764 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/security-groups?id=a414f264-cccd-4d28-aef7-6cd493b32361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800726 Mar 30 01:37:45.847714 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-635f36aa-21f4-4792-8de5-d9592e103820 req-3a6da70e-76c5-4081-b582-b4ec926d728f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9549692-1fa1-4d83-9803-24ac96566a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389636 Mar 30 01:37:45.946501 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-635f36aa-21f4-4792-8de5-d9592e103820 req-91cdc0d6-7eae-457c-bcb2-73567a6e1125 service neutron] 10.222.0.18 "GET /v2.0/networks/d9549692-1fa1-4d83-9803-24ac96566a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916634 Mar 30 01:37:45.975216 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-69aa51d5-8e9f-481e-bbd9-ca3aaf09d8bc None None] Set router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:37:45.990982 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779cba32-4c03-4b32-8736-475e680b232e x-openstack-request-id: req-779cba32-4c03-4b32-8736-475e680b232e {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:37:45.991275 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d7aa682-e4ba-4176-995a-381cbe87b16e", "tag": "942e2c63-7bc3-43b7-8db4-75312cedce92", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:37:45.991525 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-779cba32-4c03-4b32-8736-475e680b232e {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:37:45.991929 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-779cba32-4c03-4b32-8736-475e680b232e'] response: {'name': 'network-changed', 'server_uuid': '6d7aa682-e4ba-4176-995a-381cbe87b16e', 'tag': '942e2c63-7bc3-43b7-8db4-75312cedce92', 'status': 'completed', 'code': 200} Mar 30 01:37:46.044321 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-635f36aa-21f4-4792-8de5-d9592e103820 req-556fb965-760a-42f2-9a17-18f1c6d95c5a service neutron] 10.222.0.18 "GET /v2.0/networks/d9549692-1fa1-4d83-9803-24ac96566a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913584 Mar 30 01:37:46.069582 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e363f-6f95-4e1f-873d-d0c95dc43c4c req-4715fbdf-d7db-424f-b3a2-4e9c27b907e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:46.071373 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-837e363f-6f95-4e1f-873d-d0c95dc43c4c req-4715fbdf-d7db-424f-b3a2-4e9c27b907e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a03f8a6cc5c423d8cbd14756161c0dc&device_id=6d7aa682-e4ba-4176-995a-381cbe87b16e HTTP/1.1" status: 200 len: 1130 time: 0.0555699 Mar 30 01:37:46.138765 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ae80b-4e31-455e-a862-a29d2237bb41 req-89d0ce2c-729a-44e3-975d-c2c79384ef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:46.140272 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-411ae80b-4e31-455e-a862-a29d2237bb41 req-89d0ce2c-729a-44e3-975d-c2c79384ef7d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=241d5ce21f1141ef9886ff771b423dea&device_id=e6484ff7-84a2-43cf-b8a2-d88301999672 HTTP/1.1" status: 200 len: 1127 time: 0.0478470 Mar 30 01:37:46.171961 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e363f-6f95-4e1f-873d-d0c95dc43c4c req-f733443d-1ac0-4858-953d-57d9d5fb1895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:46.173379 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-837e363f-6f95-4e1f-873d-d0c95dc43c4c req-f733443d-1ac0-4858-953d-57d9d5fb1895 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4fc8217-b826-42b9-bc79-f94d3931b7cd HTTP/1.1" status: 200 len: 915 time: 0.0900996 Mar 30 01:37:46.212108 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-69aa51d5-8e9f-481e-bbd9-ca3aaf09d8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:29Z', 'revision_number': 4, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'gw_port': {'id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '8b921cd1-498b-4b89-a645-215a601ecaaa', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'floating_ip_address': '172.28.0.162', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'port_id': '942e2c63-7bc3-43b7-8db4-75312cedce92', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'mac_address': 'fa:16:3e:80:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7aa682-e4ba-4176-995a-381cbe87b16e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:37:31Z', 'updated_at': '2022-03-30T01:37:44Z', 'revision_number': 1, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424e53ac-3e95-4253-ac87-dadd199687e1', 'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'mac_address': 'fa:16:3e:4a:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:28Z', 'updated_at': '2022-03-30T01:37:32Z', 'revision_number': 5, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'subnets': [{'id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:46.238544 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aa51d5-8e9f-481e-bbd9-ca3aaf09d8bc None None] Checking router: 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c for host: dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:37:46.247190 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aa51d5-8e9f-481e-bbd9-ca3aaf09d8bc None None] Routers {'6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:37:46.247814 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-69aa51d5-8e9f-481e-bbd9-ca3aaf09d8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:37:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:46.250497 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-837e363f-6f95-4e1f-873d-d0c95dc43c4c req-7f2482f4-74e8-4312-a0af-14c6c4bb971a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=942e2c63-7bc3-43b7-8db4-75312cedce92 HTTP/1.1" status: 200 len: 1000 time: 0.0708899 Mar 30 01:37:46.252802 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ae80b-4e31-455e-a862-a29d2237bb41 req-8bf4d56e-9e57-4852-bd0c-74dc09e4911e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:46.254627 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-411ae80b-4e31-455e-a862-a29d2237bb41 req-8bf4d56e-9e57-4852-bd0c-74dc09e4911e service neutron] 10.222.0.18 "GET /v2.0/networks?id=d9549692-1fa1-4d83-9803-24ac96566a4d HTTP/1.1" status: 200 len: 915 time: 0.0994759 Mar 30 01:37:46.298505 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-411ae80b-4e31-455e-a862-a29d2237bb41 req-48c764f9-3000-49e0-88cb-440308f802a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a23b0375-1b02-4552-8520-85fe5cb63214 HTTP/1.1" status: 200 len: 217 time: 0.0367827 Mar 30 01:37:46.305961 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e363f-6f95-4e1f-873d-d0c95dc43c4c req-4ff2e184-263d-4133-8ef1-34a7dcd17464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:46.307474 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-837e363f-6f95-4e1f-873d-d0c95dc43c4c req-4ff2e184-263d-4133-8ef1-34a7dcd17464 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=291a888a-2f0c-46a6-9e3c-47643e8502e0 HTTP/1.1" status: 200 len: 853 time: 0.0463889 Mar 30 01:37:46.345888 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ae80b-4e31-455e-a862-a29d2237bb41 req-d56eb273-2758-4861-82af-e40885e217ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:46.347570 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-411ae80b-4e31-455e-a862-a29d2237bb41 req-d56eb273-2758-4861-82af-e40885e217ef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cad84883-7486-40ec-946d-26263bb728f8 HTTP/1.1" status: 200 len: 854 time: 0.0437667 Mar 30 01:37:46.357513 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e363f-6f95-4e1f-873d-d0c95dc43c4c req-d4abe294-f1fc-4257-91d9-dba8a9278b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:46.359034 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-837e363f-6f95-4e1f-873d-d0c95dc43c4c req-d4abe294-f1fc-4257-91d9-dba8a9278b81 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4fc8217-b826-42b9-bc79-f94d3931b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0454826 Mar 30 01:37:46.363594 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-69aa51d5-8e9f-481e-bbd9-ca3aaf09d8bc None None] Set router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:37:46.378935 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-411ae80b-4e31-455e-a862-a29d2237bb41 req-3ca4e394-a81c-424e-a410-7b337b02ad23 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9549692-1fa1-4d83-9803-24ac96566a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252242 Mar 30 01:37:46.450340 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-837e363f-6f95-4e1f-873d-d0c95dc43c4c req-d247d640-b303-4821-ad4e-b0eb10c8e58a service neutron] 10.222.0.18 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854592 Mar 30 01:37:46.471828 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-411ae80b-4e31-455e-a862-a29d2237bb41 req-97c4b4f2-2da9-4b19-8a72-db39c0f51e63 service neutron] 10.222.0.18 "GET /v2.0/networks/d9549692-1fa1-4d83-9803-24ac96566a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874555 Mar 30 01:37:46.543767 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-837e363f-6f95-4e1f-873d-d0c95dc43c4c req-cc9ec51a-ad61-43c1-bb23-639ebd4abe48 service neutron] 10.222.0.18 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878322 Mar 30 01:37:46.564391 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-411ae80b-4e31-455e-a862-a29d2237bb41 req-cdd72a68-28b7-42c9-9f4a-b9ba29f9c9c9 service neutron] 10.222.0.18 "GET /v2.0/networks/d9549692-1fa1-4d83-9803-24ac96566a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864453 Mar 30 01:37:46.593117 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-69aa51d5-8e9f-481e-bbd9-ca3aaf09d8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:29Z', 'revision_number': 4, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'gw_port': {'id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '8b921cd1-498b-4b89-a645-215a601ecaaa', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'floating_ip_address': '172.28.0.162', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'port_id': '942e2c63-7bc3-43b7-8db4-75312cedce92', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'mac_address': 'fa:16:3e:80:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7aa682-e4ba-4176-995a-381cbe87b16e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:37:31Z', 'updated_at': '2022-03-30T01:37:44Z', 'revision_number': 1, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424e53ac-3e95-4253-ac87-dadd199687e1', 'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'mac_address': 'fa:16:3e:4a:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:28Z', 'updated_at': '2022-03-30T01:37:32Z', 'revision_number': 5, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'subnets': [{'id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:46.632069 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aa51d5-8e9f-481e-bbd9-ca3aaf09d8bc None None] The sync data for ids ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'] in dv-cinder-817135-7-smb is: [{'id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:29Z', 'revision_number': 4, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'gw_port': {'id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '8b921cd1-498b-4b89-a645-215a601ecaaa', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'floating_ip_address': '172.28.0.162', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'port_id': '942e2c63-7bc3-43b7-8db4-75312cedce92', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'mac_address': 'fa:16:3e:80:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7aa682-e4ba-4176-995a-381cbe87b16e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:37:31Z', 'updated_at': '2022-03-30T01:37:44Z', 'revision_number': 1, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424e53ac-3e95-4253-ac87-dadd199687e1', 'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'mac_address': 'fa:16:3e:4a:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:28Z', 'updated_at': '2022-03-30T01:37:32Z', 'revision_number': 5, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'subnets': [{'id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:37:46.842487 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f89c52-1a69-4693-88c9-cac28322e622 None None] New status for floating IP 8b921cd1-498b-4b89-a645-215a601ecaaa: ACTIVE {{(pid=103230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:37:46.951390 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e8afe-0800-417c-b2c7-f2dcdaef48bb req-18a3b46a-fa53-4271-86d1-b2ff39cd671a tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:46.952840 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-916e8afe-0800-417c-b2c7-f2dcdaef48bb req-18a3b46a-fa53-4271-86d1-b2ff39cd671a tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6484ff7-84a2-43cf-b8a2-d88301999672 HTTP/1.1" status: 200 len: 943 time: 0.0559099 Mar 30 01:37:47.008429 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-916e8afe-0800-417c-b2c7-f2dcdaef48bb req-05f987df-3d60-4ec1-bb3f-b2d76cb6aa39 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/security-groups?id=a414f264-cccd-4d28-aef7-6cd493b32361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498338 Mar 30 01:37:48.134475 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962de68-6601-4411-8c08-e63722eb1a50 req-153ce46f-501b-4b0b-899a-e7d1758127f2 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:48.135994 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2962de68-6601-4411-8c08-e63722eb1a50 req-153ce46f-501b-4b0b-899a-e7d1758127f2 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6484ff7-84a2-43cf-b8a2-d88301999672 HTTP/1.1" status: 200 len: 943 time: 0.0588267 Mar 30 01:37:48.185422 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2962de68-6601-4411-8c08-e63722eb1a50 req-0cf8f837-9603-4480-9db0-0c25096bfed7 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/security-groups?id=a414f264-cccd-4d28-aef7-6cd493b32361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408876 Mar 30 01:37:49.314387 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e5a36-0a0e-442c-beac-3987544bf116 req-e76ac8cc-d565-4df2-8dee-072c6fde6568 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:49.315878 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1b2e5a36-0a0e-442c-beac-3987544bf116 req-e76ac8cc-d565-4df2-8dee-072c6fde6568 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6484ff7-84a2-43cf-b8a2-d88301999672 HTTP/1.1" status: 200 len: 943 time: 0.0525105 Mar 30 01:37:49.363350 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1b2e5a36-0a0e-442c-beac-3987544bf116 req-7f089747-1628-4dbf-b1d0-f45aee93622b tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/security-groups?id=a414f264-cccd-4d28-aef7-6cd493b32361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416899 Mar 30 01:37:49.526013 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device a23b0375-1b02-4552-8520-85fe5cb63214 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:37:49.636361 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port a23b0375-1b02-4552-8520-85fe5cb63214, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=a23b0375-1b02-4552-8520-85fe5cb63214,segment=NetworkSegment(4e14faca-467d-49fc-abe2-556141678f85),segment_id=4e14faca-467d-49fc-abe2-556141678f85)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:37:49.647968 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Returning: {'device': 'a23b0375-1b02-4552-8520-85fe5cb63214', 'network_id': 'd9549692-1fa1-4d83-9803-24ac96566a4d', 'port_id': 'a23b0375-1b02-4552-8520-85fe5cb63214', 'mac_address': 'fa:16:3e:88:c7:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cad84883-7486-40ec-946d-26263bb728f8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:37:49.691652 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port a23b0375-1b02-4552-8520-85fe5cb63214 is: DOWN; New status is: BUILD {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:37:49.692045 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (a23b0375-1b02-4552-8520-85fe5cb63214), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:49.706923 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a23b0375-1b02-4552-8520-85fe5cb63214 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:37:49.732153 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port a23b0375-1b02-4552-8520-85fe5cb63214, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=a23b0375-1b02-4552-8520-85fe5cb63214,segment=NetworkSegment(4e14faca-467d-49fc-abe2-556141678f85),segment_id=4e14faca-467d-49fc-abe2-556141678f85)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:37:49.741198 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (a23b0375-1b02-4552-8520-85fe5cb63214), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:49.746021 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-47e44919-3614-4724-b879-ff473dc42ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:49.790962 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=a23b0375-1b02-4552-8520-85fe5cb63214,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:50.072317 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['a23b0375-1b02-4552-8520-85fe5cb63214'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:37:50.487765 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb2b67-b0c3-4676-96fa-4a805cc2be82 req-940b6dba-6a4e-4314-ac1e-d0fc802b665f tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:50.489239 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ebcb2b67-b0c3-4676-96fa-4a805cc2be82 req-940b6dba-6a4e-4314-ac1e-d0fc802b665f tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6484ff7-84a2-43cf-b8a2-d88301999672 HTTP/1.1" status: 200 len: 944 time: 0.0584533 Mar 30 01:37:50.539770 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ebcb2b67-b0c3-4676-96fa-4a805cc2be82 req-3c63fd68-9036-4003-a375-a8f98bf4183f tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/security-groups?id=a414f264-cccd-4d28-aef7-6cd493b32361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441701 Mar 30 01:37:51.526459 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device a23b0375-1b02-4552-8520-85fe5cb63214 up at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:37:51.583512 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning for port a23b0375-1b02-4552-8520-85fe5cb63214 completed by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:37:51.587334 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning complete for port a23b0375-1b02-4552-8520-85fe5cb63214 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:37:51.587703 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (a23b0375-1b02-4552-8520-85fe5cb63214), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:51.665491 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1e42c-c1b7-4975-8c56-0befe443d96a req-8b6c2c2e-53cb-4fa8-b75d-b9a00d580911 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:51.667201 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f9c1e42c-c1b7-4975-8c56-0befe443d96a req-8b6c2c2e-53cb-4fa8-b75d-b9a00d580911 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6484ff7-84a2-43cf-b8a2-d88301999672 HTTP/1.1" status: 200 len: 944 time: 0.0549512 Mar 30 01:37:51.669708 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port a23b0375-1b02-4552-8520-85fe5cb63214 is: BUILD; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:37:51.670095 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (a23b0375-1b02-4552-8520-85fe5cb63214), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:51.695227 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6484ff7-84a2-43cf-b8a2-d88301999672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23b0375-1b02-4552-8520-85fe5cb63214'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:37:51.697526 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b54a399a95781ce0e36d18e73dfd9bddfd965df0fcdebdd8e46dd02a402f6d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a714e13e-58e8-4f9c-b6c5-51f13385f14f" -d '{"events": [{"server_uuid": "e6484ff7-84a2-43cf-b8a2-d88301999672", "name": "network-vif-plugged", "status": "completed", "tag": "a23b0375-1b02-4552-8520-85fe5cb63214"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:37:51.710478 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port a23b0375-1b02-4552-8520-85fe5cb63214, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=a23b0375-1b02-4552-8520-85fe5cb63214,segment=NetworkSegment(4e14faca-467d-49fc-abe2-556141678f85),segment_id=4e14faca-467d-49fc-abe2-556141678f85)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:37:51.715508 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f9c1e42c-c1b7-4975-8c56-0befe443d96a req-7f54b83d-6045-4b30-a323-0c870dd285d7 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/security-groups?id=a414f264-cccd-4d28-aef7-6cd493b32361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425174 Mar 30 01:37:51.715979 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (a23b0375-1b02-4552-8520-85fe5cb63214), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:51.743081 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fcb1c4-2ee3-4fe6-9ad4-01bae6f0f397 x-openstack-request-id: req-49fcb1c4-2ee3-4fe6-9ad4-01bae6f0f397 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:37:51.743451 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6484ff7-84a2-43cf-b8a2-d88301999672", "name": "network-vif-plugged", "status": "completed", "tag": "a23b0375-1b02-4552-8520-85fe5cb63214", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:37:51.743715 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-49fcb1c4-2ee3-4fe6-9ad4-01bae6f0f397 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:37:51.744104 dv-cinder-817135-7-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49fcb1c4-2ee3-4fe6-9ad4-01bae6f0f397'] response: {'server_uuid': 'e6484ff7-84a2-43cf-b8a2-d88301999672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23b0375-1b02-4552-8520-85fe5cb63214', 'code': 200} Mar 30 01:37:51.772062 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=a23b0375-1b02-4552-8520-85fe5cb63214,revision_number=5']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:51.924621 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0d13d-c5a1-4cc7-8feb-d45d0075bc1b req-f58ef495-5049-486b-914a-e31b9b115d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:51.926102 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-77c0d13d-c5a1-4cc7-8feb-d45d0075bc1b req-f58ef495-5049-486b-914a-e31b9b115d0e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e6484ff7-84a2-43cf-b8a2-d88301999672 HTTP/1.1" status: 200 len: 1129 time: 0.0561318 Mar 30 01:37:51.957020 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1f79662e-4434-418c-850d-00b74d1f066f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:51.975232 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-77c0d13d-c5a1-4cc7-8feb-d45d0075bc1b req-1c177376-8226-4d3c-b09d-dd6ad819d249 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a414f264-cccd-4d28-aef7-6cd493b32361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428114 Mar 30 01:37:52.859020 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e667d-3826-4a90-9346-066881868f3b req-1677dd35-67f3-41cf-82db-d107489b0c8d tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:52.860513 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-843e667d-3826-4a90-9346-066881868f3b req-1677dd35-67f3-41cf-82db-d107489b0c8d tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6484ff7-84a2-43cf-b8a2-d88301999672 HTTP/1.1" status: 200 len: 945 time: 0.0651855 Mar 30 01:37:52.907929 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-843e667d-3826-4a90-9346-066881868f3b req-d6c1d6f8-c78f-415a-89f9-39eb8ff4f43a tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/security-groups?id=a414f264-cccd-4d28-aef7-6cd493b32361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417349 Mar 30 01:37:53.029794 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:54.045033 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd82853-7a71-4685-a10d-996c07535d96 req-0725c632-fa0a-4bfc-99b5-24d42971724a tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:54.046609 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-dcd82853-7a71-4685-a10d-996c07535d96 req-0725c632-fa0a-4bfc-99b5-24d42971724a tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6484ff7-84a2-43cf-b8a2-d88301999672 HTTP/1.1" status: 200 len: 945 time: 0.0570879 Mar 30 01:37:54.105604 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-dcd82853-7a71-4685-a10d-996c07535d96 req-83284718-9342-4af5-a8ea-933294ea93f3 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/security-groups?id=a414f264-cccd-4d28-aef7-6cd493b32361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527105 Mar 30 01:37:54.602084 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:56.022034 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:04.767244 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:09.454101 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ce3c8b42-c2f9-402f-88f8-6c5103cd704f req-4a6c4862-3409-4b50-8ef5-65b72d1e22e9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6d7aa682-e4ba-4176-995a-381cbe87b16e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516090 Mar 30 01:38:09.545413 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c8b42-c2f9-402f-88f8-6c5103cd704f req-ea1c387f-6b97-4282-855b-da1ca6644cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:09.546879 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ce3c8b42-c2f9-402f-88f8-6c5103cd704f req-ea1c387f-6b97-4282-855b-da1ca6644cc5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a03f8a6cc5c423d8cbd14756161c0dc&device_id=6d7aa682-e4ba-4176-995a-381cbe87b16e HTTP/1.1" status: 200 len: 1130 time: 0.0469327 Mar 30 01:38:09.672119 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c8b42-c2f9-402f-88f8-6c5103cd704f req-83229ce6-6dcb-4bad-8395-e8898bc85a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:09.673593 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ce3c8b42-c2f9-402f-88f8-6c5103cd704f req-83229ce6-6dcb-4bad-8395-e8898bc85a64 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4fc8217-b826-42b9-bc79-f94d3931b7cd HTTP/1.1" status: 200 len: 915 time: 0.0927329 Mar 30 01:38:09.736344 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ce3c8b42-c2f9-402f-88f8-6c5103cd704f req-c3c50841-9db1-4294-a107-ec1fdeade33d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=942e2c63-7bc3-43b7-8db4-75312cedce92 HTTP/1.1" status: 200 len: 1002 time: 0.0565469 Mar 30 01:38:09.801366 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c8b42-c2f9-402f-88f8-6c5103cd704f req-94bb7e7a-4bf1-4468-a3c1-fff508206e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:09.802741 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ce3c8b42-c2f9-402f-88f8-6c5103cd704f req-94bb7e7a-4bf1-4468-a3c1-fff508206e4a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=291a888a-2f0c-46a6-9e3c-47643e8502e0 HTTP/1.1" status: 200 len: 853 time: 0.0597250 Mar 30 01:38:09.854903 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c8b42-c2f9-402f-88f8-6c5103cd704f req-0dcfa905-12d8-4624-948b-9a195f1a303e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:09.856368 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ce3c8b42-c2f9-402f-88f8-6c5103cd704f req-0dcfa905-12d8-4624-948b-9a195f1a303e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4fc8217-b826-42b9-bc79-f94d3931b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0476139 Mar 30 01:38:09.952618 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ce3c8b42-c2f9-402f-88f8-6c5103cd704f req-40bff405-8daf-45e0-9fa2-05969e6b4cd1 service neutron] 10.222.0.18 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896738 Mar 30 01:38:10.049047 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ce3c8b42-c2f9-402f-88f8-6c5103cd704f req-cda8eb11-bcbe-4c81-92fa-58dca84a68b0 service neutron] 10.222.0.18 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883029 Mar 30 01:38:11.119701 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:38:19.749418 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0ca0ec49-d926-4be7-aedc-7ae8a3b171b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:21.961837 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5400ea7-d881-4153-8af5-de9a43319562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:23.030982 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:24.608965 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:26.020665 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:34.780857 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:34.878302 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5af83-22cf-4ef7-93c7-8e8b83f4b8d3 req-d42ce50c-b160-45a8-b084-62be86a18078 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:34.879709 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-20e5af83-22cf-4ef7-93c7-8e8b83f4b8d3 req-d42ce50c-b160-45a8-b084-62be86a18078 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6484ff7-84a2-43cf-b8a2-d88301999672 HTTP/1.1" status: 200 len: 945 time: 0.0519722 Mar 30 01:38:34.936896 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-20e5af83-22cf-4ef7-93c7-8e8b83f4b8d3 req-5be5a47a-d93c-4333-bb57-7658f75f00aa tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/security-groups?id=a414f264-cccd-4d28-aef7-6cd493b32361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513797 Mar 30 01:38:36.066884 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd2bcd-3a8a-48de-ac7a-7ce4016057e3 req-934bf4d3-5d4d-4002-a09a-c595111e2bca tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:36.068359 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9edd2bcd-3a8a-48de-ac7a-7ce4016057e3 req-934bf4d3-5d4d-4002-a09a-c595111e2bca tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6484ff7-84a2-43cf-b8a2-d88301999672 HTTP/1.1" status: 200 len: 945 time: 0.0537858 Mar 30 01:38:36.116779 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9edd2bcd-3a8a-48de-ac7a-7ce4016057e3 req-8ec161d9-0632-44d9-aa6e-5330d3284eee tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/security-groups?id=a414f264-cccd-4d28-aef7-6cd493b32361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403380 Mar 30 01:38:37.267750 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170eb0d2-8c4c-4f9b-b7a6-9e86586374d3 req-4fa2568a-23b8-4583-99d0-67439b6c0629 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:37.269124 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-170eb0d2-8c4c-4f9b-b7a6-9e86586374d3 req-4fa2568a-23b8-4583-99d0-67439b6c0629 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6484ff7-84a2-43cf-b8a2-d88301999672 HTTP/1.1" status: 200 len: 945 time: 0.0690277 Mar 30 01:38:37.317338 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-170eb0d2-8c4c-4f9b-b7a6-9e86586374d3 req-f77d7e90-0981-48a8-8964-274e3097e740 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/security-groups?id=a414f264-cccd-4d28-aef7-6cd493b32361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426428 Mar 30 01:38:38.460461 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a049aff-02bc-4d4d-9c59-26dd3f400ab4 req-f046a0d2-6086-445e-a242-c541ff043c27 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:38.461948 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6a049aff-02bc-4d4d-9c59-26dd3f400ab4 req-f046a0d2-6086-445e-a242-c541ff043c27 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6484ff7-84a2-43cf-b8a2-d88301999672 HTTP/1.1" status: 200 len: 945 time: 0.0600476 Mar 30 01:38:38.514231 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-6a049aff-02bc-4d4d-9c59-26dd3f400ab4 req-2d95c313-a71b-48f6-a614-91de175ddcb1 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/security-groups?id=a414f264-cccd-4d28-aef7-6cd493b32361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462611 Mar 30 01:38:39.646848 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e31ca-b49b-4bec-b221-7077df1997d6 req-9a7e71cf-bd4a-450e-b71b-d90bf6f135a4 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:39.648354 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a68e31ca-b49b-4bec-b221-7077df1997d6 req-9a7e71cf-bd4a-450e-b71b-d90bf6f135a4 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6484ff7-84a2-43cf-b8a2-d88301999672 HTTP/1.1" status: 200 len: 945 time: 0.0570769 Mar 30 01:38:39.695304 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a68e31ca-b49b-4bec-b221-7077df1997d6 req-2810602e-c863-4cb5-bb4c-51dfe091f24f tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/security-groups?id=a414f264-cccd-4d28-aef7-6cd493b32361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410962 Mar 30 01:38:39.845592 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a591b-0f72-488e-9d8a-2e4cae0df6e3 req-85465a8e-79fb-4077-b9d9-f4f54087364a tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:39.846970 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-873a591b-0f72-488e-9d8a-2e4cae0df6e3 req-85465a8e-79fb-4077-b9d9-f4f54087364a tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6484ff7-84a2-43cf-b8a2-d88301999672 HTTP/1.1" status: 200 len: 945 time: 0.0646334 Mar 30 01:38:39.948283 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-873a591b-0f72-488e-9d8a-2e4cae0df6e3 req-f882b906-b2ed-45cc-a6d4-62b62c7815b9 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Deleting port a23b0375-1b02-4552-8520-85fe5cb63214 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:38:39.948665 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-873a591b-0f72-488e-9d8a-2e4cae0df6e3 req-f882b906-b2ed-45cc-a6d4-62b62c7815b9 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (a23b0375-1b02-4552-8520-85fe5cb63214), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:40.039025 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-873a591b-0f72-488e-9d8a-2e4cae0df6e3 req-f882b906-b2ed-45cc-a6d4-62b62c7815b9 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] For port a23b0375-1b02-4552-8520-85fe5cb63214, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=a23b0375-1b02-4552-8520-85fe5cb63214,segment=NetworkSegment(4e14faca-467d-49fc-abe2-556141678f85),segment_id=4e14faca-467d-49fc-abe2-556141678f85)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:38:40.039400 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-873a591b-0f72-488e-9d8a-2e4cae0df6e3 req-f882b906-b2ed-45cc-a6d4-62b62c7815b9 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (a23b0375-1b02-4552-8520-85fe5cb63214), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:40.054395 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-873a591b-0f72-488e-9d8a-2e4cae0df6e3 req-f882b906-b2ed-45cc-a6d4-62b62c7815b9 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Calling delete_port for a23b0375-1b02-4552-8520-85fe5cb63214 owned by compute:nova {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:38:40.186440 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-873a591b-0f72-488e-9d8a-2e4cae0df6e3 req-f882b906-b2ed-45cc-a6d4-62b62c7815b9 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (a23b0375-1b02-4552-8520-85fe5cb63214), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:40.200791 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['a23b0375-1b02-4552-8520-85fe5cb63214'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:38:40.218164 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882b906-b2ed-45cc-a6d4-62b62c7815b9 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Pushing event deleted for resources: {'Port': ['ID=a23b0375-1b02-4552-8520-85fe5cb63214,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:40.244482 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882b906-b2ed-45cc-a6d4-62b62c7815b9 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:40.244825 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882b906-b2ed-45cc-a6d4-62b62c7815b9 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:40.245166 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882b906-b2ed-45cc-a6d4-62b62c7815b9 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:40.245500 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882b906-b2ed-45cc-a6d4-62b62c7815b9 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:40.245864 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882b906-b2ed-45cc-a6d4-62b62c7815b9 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:40.246385 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882b906-b2ed-45cc-a6d4-62b62c7815b9 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:40.246739 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882b906-b2ed-45cc-a6d4-62b62c7815b9 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:40.247064 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882b906-b2ed-45cc-a6d4-62b62c7815b9 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:40.247397 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882b906-b2ed-45cc-a6d4-62b62c7815b9 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:40.247713 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882b906-b2ed-45cc-a6d4-62b62c7815b9 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:40.248036 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882b906-b2ed-45cc-a6d4-62b62c7815b9 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:40.248358 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882b906-b2ed-45cc-a6d4-62b62c7815b9 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:40.248731 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882b906-b2ed-45cc-a6d4-62b62c7815b9 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:40.249049 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882b906-b2ed-45cc-a6d4-62b62c7815b9 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:40.249368 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882b906-b2ed-45cc-a6d4-62b62c7815b9 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:40.269454 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-873a591b-0f72-488e-9d8a-2e4cae0df6e3 req-f882b906-b2ed-45cc-a6d4-62b62c7815b9 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] No DVR routers for this DVR port a23b0375-1b02-4552-8520-85fe5cb63214 on host hv-cinder-81713 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:38:40.272133 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-873a591b-0f72-488e-9d8a-2e4cae0df6e3 req-f882b906-b2ed-45cc-a6d4-62b62c7815b9 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:40.275485 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-873a591b-0f72-488e-9d8a-2e4cae0df6e3 req-f882b906-b2ed-45cc-a6d4-62b62c7815b9 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.18 "DELETE /v2.0/ports/a23b0375-1b02-4552-8520-85fe5cb63214 HTTP/1.1" status: 204 len: 173 time: 0.4230161 Mar 30 01:38:40.275916 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6484ff7-84a2-43cf-b8a2-d88301999672', 'name': 'network-vif-deleted', 'tag': 'a23b0375-1b02-4552-8520-85fe5cb63214'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:38:40.278578 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4819f92-982d-4f7b-8f85-b1872a8140cc" -d '{"events": [{"server_uuid": "e6484ff7-84a2-43cf-b8a2-d88301999672", "name": "network-vif-deleted", "tag": "a23b0375-1b02-4552-8520-85fe5cb63214"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:38:40.314516 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e254f8be-3333-486b-8a6a-9b53f148bc5a x-openstack-request-id: req-e254f8be-3333-486b-8a6a-9b53f148bc5a {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:38:40.314806 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6484ff7-84a2-43cf-b8a2-d88301999672", "name": "network-vif-deleted", "tag": "a23b0375-1b02-4552-8520-85fe5cb63214", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:38:40.315055 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e254f8be-3333-486b-8a6a-9b53f148bc5a {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:38:40.315460 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e254f8be-3333-486b-8a6a-9b53f148bc5a'] response: {'server_uuid': 'e6484ff7-84a2-43cf-b8a2-d88301999672', 'name': 'network-vif-deleted', 'tag': 'a23b0375-1b02-4552-8520-85fe5cb63214', 'status': 'completed', 'code': 200} Mar 30 01:38:40.802951 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7eff0a86-fc3c-4fe5-b25d-753a527cfa3c req-e45ba633-fd96-4a08-876c-fa4a64565042 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6484ff7-84a2-43cf-b8a2-d88301999672 HTTP/1.1" status: 200 len: 210 time: 0.0281787 Mar 30 01:38:43.818329 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device a23b0375-1b02-4552-8520-85fe5cb63214 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:38:43.844210 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] No Port match for: a23b0375-1b02-4552-8520-85fe5cb63214 {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:38:43.844560 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device a23b0375-1b02-4552-8520-85fe5cb63214 not bound to the agent host hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:38:45.894518 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036673f-16b6-4b49-9935-b23017a34349 req-fb9b33f5-375d-4af8-82fc-b69998536f52 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:45.895961 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c036673f-16b6-4b49-9935-b23017a34349 req-fb9b33f5-375d-4af8-82fc-b69998536f52 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/networks?id=d9549692-1fa1-4d83-9803-24ac96566a4d HTTP/1.1" status: 200 len: 814 time: 0.1179953 Mar 30 01:38:45.913095 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c036673f-16b6-4b49-9935-b23017a34349 req-54f5ba31-2c81-4263-8fcf-59aa9e04b772 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/quotas/241d5ce21f1141ef9886ff771b423dea HTTP/1.1" status: 200 len: 375 time: 0.0091767 Mar 30 01:38:45.944432 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c036673f-16b6-4b49-9935-b23017a34349 req-021a78ea-1d00-4040-bad5-b46c98d7e71f tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=241d5ce21f1141ef9886ff771b423dea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265930 Mar 30 01:38:46.053771 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c036673f-16b6-4b49-9935-b23017a34349 req-3ba5f208-ade7-4e05-b1e7-661194ab2aa5 service neutron] 10.222.0.25 "GET /v2.0/networks/d9549692-1fa1-4d83-9803-24ac96566a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002140 Mar 30 01:38:46.158669 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c036673f-16b6-4b49-9935-b23017a34349 req-448ff6bb-6335-41b7-9f5d-bd77a0e42d8a service neutron] 10.222.0.25 "GET /v2.0/networks/d9549692-1fa1-4d83-9803-24ac96566a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011474 Mar 30 01:38:46.323830 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1ee9188c-2c9d-4c8b-9415-74da7dc5d33e req-532b693a-59e5-4601-8914-686a3c7836f7 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fa7c3dc-cbbb-4c44-8f89-ec98f5bb6329 HTTP/1.1" status: 200 len: 210 time: 0.0276246 Mar 30 01:38:47.305779 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036673f-16b6-4b49-9935-b23017a34349 req-b3f7076a-4b31-410b-bcbb-9b420e12e6cf tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:47.307984 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-c036673f-16b6-4b49-9935-b23017a34349 req-b3f7076a-4b31-410b-bcbb-9b420e12e6cf tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.18 "GET /v2.0/networks?id=d9549692-1fa1-4d83-9803-24ac96566a4d HTTP/1.1" status: 200 len: 814 time: 0.1089394 Mar 30 01:38:47.320972 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [req-c036673f-16b6-4b49-9935-b23017a34349 req-430b561f-9609-43b1-a85e-a4d43b0e8c4f tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Request body: {'port': {'device_id': '0fa7c3dc-cbbb-4c44-8f89-ec98f5bb6329', 'network_id': 'd9549692-1fa1-4d83-9803-24ac96566a4d', 'admin_state_up': True, 'tenant_id': '241d5ce21f1141ef9886ff771b423dea'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:38:47.423586 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b6a413a9-2d81-40a2-9edd-779df1474ca8 req-2735cf72-82d3-444b-9077-f011f5a3463a tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fa7c3dc-cbbb-4c44-8f89-ec98f5bb6329 HTTP/1.1" status: 200 len: 210 time: 0.0311010 Mar 30 01:38:47.435623 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c036673f-16b6-4b49-9935-b23017a34349 req-430b561f-9609-43b1-a85e-a4d43b0e8c4f tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Made reservation on behalf of 241d5ce21f1141ef9886ff771b423dea for: {'port': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:38:47.439051 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-c036673f-16b6-4b49-9935-b23017a34349 req-430b561f-9609-43b1-a85e-a4d43b0e8c4f tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:47.580324 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [req-c036673f-16b6-4b49-9935-b23017a34349 req-430b561f-9609-43b1-a85e-a4d43b0e8c4f tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Allocated IP 172.20.0.8 (d9549692-1fa1-4d83-9803-24ac96566a4d/cad84883-7486-40ec-946d-26263bb728f8/b22e4a40-5343-475c-8cea-dc7ee83abbec) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:38:47.738509 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-c036673f-16b6-4b49-9935-b23017a34349 req-430b561f-9609-43b1-a85e-a4d43b0e8c4f tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Publish callbacks [] for port (b22e4a40-5343-475c-8cea-dc7ee83abbec), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:47.780592 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-c036673f-16b6-4b49-9935-b23017a34349 req-430b561f-9609-43b1-a85e-a4d43b0e8c4f tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (b22e4a40-5343-475c-8cea-dc7ee83abbec), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:47.821487 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c036673f-16b6-4b49-9935-b23017a34349 req-430b561f-9609-43b1-a85e-a4d43b0e8c4f tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Network d9549692-1fa1-4d83-9803-24ac96566a4d is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:38:47.824579 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [req-c036673f-16b6-4b49-9935-b23017a34349 req-430b561f-9609-43b1-a85e-a4d43b0e8c4f tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:38:47.831295 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-c036673f-16b6-4b49-9935-b23017a34349 req-430b561f-9609-43b1-a85e-a4d43b0e8c4f tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:38:47.837067 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b561f-9609-43b1-a85e-a4d43b0e8c4f tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Pushing event updated for resources: {'Port': ['ID=b22e4a40-5343-475c-8cea-dc7ee83abbec,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:47.885267 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036673f-16b6-4b49-9935-b23017a34349 req-430b561f-9609-43b1-a85e-a4d43b0e8c4f tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:47.885854 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-c036673f-16b6-4b49-9935-b23017a34349 req-430b561f-9609-43b1-a85e-a4d43b0e8c4f tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:47.905774 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-c036673f-16b6-4b49-9935-b23017a34349 req-430b561f-9609-43b1-a85e-a4d43b0e8c4f tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5885382 Mar 30 01:38:47.916261 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [req-c036673f-16b6-4b49-9935-b23017a34349 req-5bd09263-7d82-41ff-a340-48b5be265e6f service neutron] Request body: {'port': {'device_id': '0fa7c3dc-cbbb-4c44-8f89-ec98f5bb6329', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:38:47.975632 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-c036673f-16b6-4b49-9935-b23017a34349 req-5bd09263-7d82-41ff-a340-48b5be265e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (b22e4a40-5343-475c-8cea-dc7ee83abbec), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:48.123728 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:38:48.275425 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [req-c036673f-16b6-4b49-9935-b23017a34349 req-5bd09263-7d82-41ff-a340-48b5be265e6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b22e4a40-5343-475c-8cea-dc7ee83abbec {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:38:48.282843 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-c036673f-16b6-4b49-9935-b23017a34349 req-5bd09263-7d82-41ff-a340-48b5be265e6f service neutron] Publish callbacks [] for port (b22e4a40-5343-475c-8cea-dc7ee83abbec), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:48.295734 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [req-c036673f-16b6-4b49-9935-b23017a34349 req-5bd09263-7d82-41ff-a340-48b5be265e6f service neutron] Transition to ACTIVE for port object b22e4a40-5343-475c-8cea-dc7ee83abbec will not be triggered until provisioned by entity L2. {{(pid=103228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:38:48.300844 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-c036673f-16b6-4b49-9935-b23017a34349 req-5bd09263-7d82-41ff-a340-48b5be265e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (b22e4a40-5343-475c-8cea-dc7ee83abbec), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:48.351994 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd09263-7d82-41ff-a340-48b5be265e6f service neutron] Pushing event updated for resources: {'Port': ['ID=b22e4a40-5343-475c-8cea-dc7ee83abbec,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:48.415571 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-c036673f-16b6-4b49-9935-b23017a34349 req-5bd09263-7d82-41ff-a340-48b5be265e6f service neutron] Attempting to bind port b22e4a40-5343-475c-8cea-dc7ee83abbec on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:38:48.415892 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-c036673f-16b6-4b49-9935-b23017a34349 req-5bd09263-7d82-41ff-a340-48b5be265e6f service neutron] Attempting to bind port b22e4a40-5343-475c-8cea-dc7ee83abbec by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '4e14faca-467d-49fc-abe2-556141678f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd9549692-1fa1-4d83-9803-24ac96566a4d'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:38:48.416244 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c036673f-16b6-4b49-9935-b23017a34349 req-5bd09263-7d82-41ff-a340-48b5be265e6f service neutron] Attempting to bind port b22e4a40-5343-475c-8cea-dc7ee83abbec on network d9549692-1fa1-4d83-9803-24ac96566a4d {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:38:48.420995 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c036673f-16b6-4b49-9935-b23017a34349 req-5bd09263-7d82-41ff-a340-48b5be265e6f service neutron] Port b22e4a40-5343-475c-8cea-dc7ee83abbec on network d9549692-1fa1-4d83-9803-24ac96566a4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:38:48.421307 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c036673f-16b6-4b49-9935-b23017a34349 req-5bd09263-7d82-41ff-a340-48b5be265e6f service neutron] Attempting to bind port b22e4a40-5343-475c-8cea-dc7ee83abbec on network d9549692-1fa1-4d83-9803-24ac96566a4d {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:38:48.426129 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c036673f-16b6-4b49-9935-b23017a34349 req-5bd09263-7d82-41ff-a340-48b5be265e6f service neutron] Checking agent: {'id': '4d4a4723-54eb-40cd-a736-b5d7ac710e77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'started_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:38:48.426464 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c036673f-16b6-4b49-9935-b23017a34349 req-5bd09263-7d82-41ff-a340-48b5be265e6f service neutron] Checking segment: {'id': '4e14faca-467d-49fc-abe2-556141678f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd9549692-1fa1-4d83-9803-24ac96566a4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:38:48.426858 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c036673f-16b6-4b49-9935-b23017a34349 req-5bd09263-7d82-41ff-a340-48b5be265e6f service neutron] Bound using segment: {'id': '4e14faca-467d-49fc-abe2-556141678f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd9549692-1fa1-4d83-9803-24ac96566a4d'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:38:48.427270 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-c036673f-16b6-4b49-9935-b23017a34349 req-5bd09263-7d82-41ff-a340-48b5be265e6f service neutron] Bound port: b22e4a40-5343-475c-8cea-dc7ee83abbec, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e14faca-467d-49fc-abe2-556141678f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd9549692-1fa1-4d83-9803-24ac96566a4d'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:38:48.427626 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-c036673f-16b6-4b49-9935-b23017a34349 req-5bd09263-7d82-41ff-a340-48b5be265e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (b22e4a40-5343-475c-8cea-dc7ee83abbec), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:48.502868 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-c036673f-16b6-4b49-9935-b23017a34349 req-5bd09263-7d82-41ff-a340-48b5be265e6f service neutron] For port b22e4a40-5343-475c-8cea-dc7ee83abbec, host hv-cinder-81713, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:38:48.507061 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-c036673f-16b6-4b49-9935-b23017a34349 req-5bd09263-7d82-41ff-a340-48b5be265e6f service neutron] For port b22e4a40-5343-475c-8cea-dc7ee83abbec, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b22e4a40-5343-475c-8cea-dc7ee83abbec,segment=NetworkSegment(4e14faca-467d-49fc-abe2-556141678f85),segment_id=4e14faca-467d-49fc-abe2-556141678f85)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:38:48.513124 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-c036673f-16b6-4b49-9935-b23017a34349 req-5bd09263-7d82-41ff-a340-48b5be265e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (b22e4a40-5343-475c-8cea-dc7ee83abbec), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:48.545428 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c157ef6-a470-4e26-8fa8-5e83839518ea req-0e5d4eed-5f30-4b43-8557-62165284c106 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:48.547085 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1c157ef6-a470-4e26-8fa8-5e83839518ea req-0e5d4eed-5f30-4b43-8557-62165284c106 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fa7c3dc-cbbb-4c44-8f89-ec98f5bb6329 HTTP/1.1" status: 200 len: 943 time: 0.0544682 Mar 30 01:38:48.549263 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036673f-16b6-4b49-9935-b23017a34349 req-5bd09263-7d82-41ff-a340-48b5be265e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:48.549879 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-c036673f-16b6-4b49-9935-b23017a34349 req-5bd09263-7d82-41ff-a340-48b5be265e6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:48.551270 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-c036673f-16b6-4b49-9935-b23017a34349 req-5bd09263-7d82-41ff-a340-48b5be265e6f service neutron] 10.222.0.18 "PUT /v2.0/ports/b22e4a40-5343-475c-8cea-dc7ee83abbec HTTP/1.1" status: 200 len: 1093 time: 0.6389227 Mar 30 01:38:48.551710 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa7c3dc-cbbb-4c44-8f89-ec98f5bb6329', 'tag': 'b22e4a40-5343-475c-8cea-dc7ee83abbec'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:38:48.553954 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5359d5-5e99-4c50-80fa-1753d6ffadeb" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa7c3dc-cbbb-4c44-8f89-ec98f5bb6329", "tag": "b22e4a40-5343-475c-8cea-dc7ee83abbec"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:38:48.585782 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd09263-7d82-41ff-a340-48b5be265e6f service neutron] Pushing event updated for resources: {'Port': ['ID=b22e4a40-5343-475c-8cea-dc7ee83abbec,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:48.602850 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1c157ef6-a470-4e26-8fa8-5e83839518ea req-36f91415-ad63-4676-8de1-ad0d99d67e25 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/security-groups?id=a414f264-cccd-4d28-aef7-6cd493b32361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494070 Mar 30 01:38:48.608764 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6183243-0294-41dc-a959-8a1e327f22d1 x-openstack-request-id: req-c6183243-0294-41dc-a959-8a1e327f22d1 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:38:48.609055 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa7c3dc-cbbb-4c44-8f89-ec98f5bb6329", "tag": "b22e4a40-5343-475c-8cea-dc7ee83abbec", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:38:48.609341 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6183243-0294-41dc-a959-8a1e327f22d1 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:38:48.609748 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6183243-0294-41dc-a959-8a1e327f22d1'] response: {'name': 'network-changed', 'server_uuid': '0fa7c3dc-cbbb-4c44-8f89-ec98f5bb6329', 'tag': 'b22e4a40-5343-475c-8cea-dc7ee83abbec', 'status': 'completed', 'code': 200} Mar 30 01:38:48.658099 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036673f-16b6-4b49-9935-b23017a34349 req-9a25ad2d-859f-4522-8b4d-6fad4ef7ec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:48.659662 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-c036673f-16b6-4b49-9935-b23017a34349 req-9a25ad2d-859f-4522-8b4d-6fad4ef7ec99 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=241d5ce21f1141ef9886ff771b423dea&device_id=0fa7c3dc-cbbb-4c44-8f89-ec98f5bb6329 HTTP/1.1" status: 200 len: 1127 time: 0.0606947 Mar 30 01:38:48.702245 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-c036673f-16b6-4b49-9935-b23017a34349 req-15efc75e-5664-4283-918d-02a7053aa8b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b22e4a40-5343-475c-8cea-dc7ee83abbec HTTP/1.1" status: 200 len: 217 time: 0.0344465 Mar 30 01:38:48.760354 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036673f-16b6-4b49-9935-b23017a34349 req-8c0983d1-bd66-4041-8964-00918da24e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:48.761818 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-c036673f-16b6-4b49-9935-b23017a34349 req-8c0983d1-bd66-4041-8964-00918da24e12 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cad84883-7486-40ec-946d-26263bb728f8 HTTP/1.1" status: 200 len: 854 time: 0.0542746 Mar 30 01:38:48.793215 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-c036673f-16b6-4b49-9935-b23017a34349 req-a9c4b4c6-7803-497c-934e-e4ddf70b8495 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9549692-1fa1-4d83-9803-24ac96566a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259819 Mar 30 01:38:48.884992 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-c036673f-16b6-4b49-9935-b23017a34349 req-c4cd24f1-835e-4530-8557-8a7149236c4d service neutron] 10.222.0.18 "GET /v2.0/networks/d9549692-1fa1-4d83-9803-24ac96566a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856016 Mar 30 01:38:48.983827 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-c036673f-16b6-4b49-9935-b23017a34349 req-1236ea6c-d4ec-4b26-8d38-46a256eebc83 service neutron] 10.222.0.18 "GET /v2.0/networks/d9549692-1fa1-4d83-9803-24ac96566a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918453 Mar 30 01:38:49.078725 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5359d5-5e99-4c50-80fa-1753d6ffadeb req-9df31576-3630-4f93-b5c0-9f9245115b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:49.080300 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-be5359d5-5e99-4c50-80fa-1753d6ffadeb req-9df31576-3630-4f93-b5c0-9f9245115b2c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=241d5ce21f1141ef9886ff771b423dea&device_id=0fa7c3dc-cbbb-4c44-8f89-ec98f5bb6329 HTTP/1.1" status: 200 len: 1127 time: 0.0474041 Mar 30 01:38:49.193255 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5359d5-5e99-4c50-80fa-1753d6ffadeb req-796134f8-555c-4cbf-b6c8-6c1e12b6a149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:49.195471 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-be5359d5-5e99-4c50-80fa-1753d6ffadeb req-796134f8-555c-4cbf-b6c8-6c1e12b6a149 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d9549692-1fa1-4d83-9803-24ac96566a4d HTTP/1.1" status: 200 len: 915 time: 0.1081550 Mar 30 01:38:49.237683 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-be5359d5-5e99-4c50-80fa-1753d6ffadeb req-0a3f0d72-d2cd-43a1-93cf-b43ec46c763b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b22e4a40-5343-475c-8cea-dc7ee83abbec HTTP/1.1" status: 200 len: 217 time: 0.0357316 Mar 30 01:38:49.288343 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5359d5-5e99-4c50-80fa-1753d6ffadeb req-cfa229d6-480b-4281-b2c2-bfeab0cf5009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:49.289749 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-be5359d5-5e99-4c50-80fa-1753d6ffadeb req-cfa229d6-480b-4281-b2c2-bfeab0cf5009 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cad84883-7486-40ec-946d-26263bb728f8 HTTP/1.1" status: 200 len: 854 time: 0.0465162 Mar 30 01:38:49.321744 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-be5359d5-5e99-4c50-80fa-1753d6ffadeb req-f0f34aba-5e60-4225-9c98-63e2dcec3658 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9549692-1fa1-4d83-9803-24ac96566a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253499 Mar 30 01:38:49.415469 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-be5359d5-5e99-4c50-80fa-1753d6ffadeb req-78539a33-0971-465b-8cbe-79e214958980 service neutron] 10.222.0.18 "GET /v2.0/networks/d9549692-1fa1-4d83-9803-24ac96566a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878952 Mar 30 01:38:49.514784 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-be5359d5-5e99-4c50-80fa-1753d6ffadeb req-3dadbf8d-92cd-4a36-9e22-814071b0c81d service neutron] 10.222.0.18 "GET /v2.0/networks/d9549692-1fa1-4d83-9803-24ac96566a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925722 Mar 30 01:38:49.739000 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfae31-7564-443b-8104-41e2eb6fc704 req-8acc5af9-5e20-4904-9d92-8e2397cc8787 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:49.740527 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-72bfae31-7564-443b-8104-41e2eb6fc704 req-8acc5af9-5e20-4904-9d92-8e2397cc8787 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fa7c3dc-cbbb-4c44-8f89-ec98f5bb6329 HTTP/1.1" status: 200 len: 943 time: 0.0625944 Mar 30 01:38:49.752742 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-89fd10ec-9ac3-4d0e-85f2-1a77bb460419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:49.790894 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-72bfae31-7564-443b-8104-41e2eb6fc704 req-2d4ce061-e31f-44b2-8b15-e63b9fbedaa4 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/security-groups?id=a414f264-cccd-4d28-aef7-6cd493b32361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444784 Mar 30 01:38:50.927868 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759aa9b2-16fb-453d-b1a6-e1e701d1f169 req-2dbe8a6e-2499-439d-8e1b-4d3f8187ed30 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:50.929311 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-759aa9b2-16fb-453d-b1a6-e1e701d1f169 req-2dbe8a6e-2499-439d-8e1b-4d3f8187ed30 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fa7c3dc-cbbb-4c44-8f89-ec98f5bb6329 HTTP/1.1" status: 200 len: 943 time: 0.0599906 Mar 30 01:38:50.980928 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-759aa9b2-16fb-453d-b1a6-e1e701d1f169 req-13ba793d-fbb4-4b4d-be52-d0d7617c62e6 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/security-groups?id=a414f264-cccd-4d28-aef7-6cd493b32361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425680 Mar 30 01:38:51.841176 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device b22e4a40-5343-475c-8cea-dc7ee83abbec details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:38:51.957876 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port b22e4a40-5343-475c-8cea-dc7ee83abbec, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b22e4a40-5343-475c-8cea-dc7ee83abbec,segment=NetworkSegment(4e14faca-467d-49fc-abe2-556141678f85),segment_id=4e14faca-467d-49fc-abe2-556141678f85)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:38:51.971395 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Returning: {'device': 'b22e4a40-5343-475c-8cea-dc7ee83abbec', 'network_id': 'd9549692-1fa1-4d83-9803-24ac96566a4d', 'port_id': 'b22e4a40-5343-475c-8cea-dc7ee83abbec', 'mac_address': 'fa:16:3e:a3:98:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cad84883-7486-40ec-946d-26263bb728f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:38:51.975435 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7b69b6dd-9abe-4863-9129-dba2572dcf24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:52.012708 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port b22e4a40-5343-475c-8cea-dc7ee83abbec is: DOWN; New status is: BUILD {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:38:52.013098 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (b22e4a40-5343-475c-8cea-dc7ee83abbec), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:52.026564 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b22e4a40-5343-475c-8cea-dc7ee83abbec {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:38:52.048249 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port b22e4a40-5343-475c-8cea-dc7ee83abbec, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b22e4a40-5343-475c-8cea-dc7ee83abbec,segment=NetworkSegment(4e14faca-467d-49fc-abe2-556141678f85),segment_id=4e14faca-467d-49fc-abe2-556141678f85)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:38:52.052924 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (b22e4a40-5343-475c-8cea-dc7ee83abbec), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:52.099873 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c460d-aa29-4bf6-a41f-61611264ef78 req-21148901-8f86-41dd-9a29-002916d1ef2a tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:52.101270 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-363c460d-aa29-4bf6-a41f-61611264ef78 req-21148901-8f86-41dd-9a29-002916d1ef2a tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fa7c3dc-cbbb-4c44-8f89-ec98f5bb6329 HTTP/1.1" status: 200 len: 944 time: 0.0531390 Mar 30 01:38:52.105733 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=b22e4a40-5343-475c-8cea-dc7ee83abbec,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:52.113297 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:52.113638 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:52.113973 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:52.114327 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:52.114893 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:52.115219 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:52.115539 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:52.115858 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:52.116202 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:52.116519 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:52.116836 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:52.117166 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:52.117483 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:52.117795 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:52.118104 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:52.150118 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-363c460d-aa29-4bf6-a41f-61611264ef78 req-7830910f-d6df-4140-a053-7d1a4e2b5d1a tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/security-groups?id=a414f264-cccd-4d28-aef7-6cd493b32361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431669 Mar 30 01:38:52.404815 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['b22e4a40-5343-475c-8cea-dc7ee83abbec'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:38:53.036239 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:53.285579 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f4a6b-ecb0-4b86-a0bd-ae28264b7746 req-f4512688-0090-49f9-87f4-c0d061f8e2a7 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:53.286980 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7c5f4a6b-ecb0-4b86-a0bd-ae28264b7746 req-f4512688-0090-49f9-87f4-c0d061f8e2a7 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fa7c3dc-cbbb-4c44-8f89-ec98f5bb6329 HTTP/1.1" status: 200 len: 944 time: 0.0633132 Mar 30 01:38:53.339627 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7c5f4a6b-ecb0-4b86-a0bd-ae28264b7746 req-0df08e20-633d-4f8a-afb4-a862f67665f6 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/security-groups?id=a414f264-cccd-4d28-aef7-6cd493b32361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444992 Mar 30 01:38:53.857505 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device b22e4a40-5343-475c-8cea-dc7ee83abbec up at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:38:53.915716 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning for port b22e4a40-5343-475c-8cea-dc7ee83abbec completed by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:38:53.920516 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning complete for port b22e4a40-5343-475c-8cea-dc7ee83abbec triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:38:53.921021 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (b22e4a40-5343-475c-8cea-dc7ee83abbec), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:54.001545 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port b22e4a40-5343-475c-8cea-dc7ee83abbec is: BUILD; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:38:54.002077 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (b22e4a40-5343-475c-8cea-dc7ee83abbec), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:54.025481 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa7c3dc-cbbb-4c44-8f89-ec98f5bb6329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22e4a40-5343-475c-8cea-dc7ee83abbec'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:38:54.027723 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b54a399a95781ce0e36d18e73dfd9bddfd965df0fcdebdd8e46dd02a402f6d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bceccf-388c-4cab-8a5f-8ea072d2c41c" -d '{"events": [{"server_uuid": "0fa7c3dc-cbbb-4c44-8f89-ec98f5bb6329", "name": "network-vif-plugged", "status": "completed", "tag": "b22e4a40-5343-475c-8cea-dc7ee83abbec"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:38:54.040215 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port b22e4a40-5343-475c-8cea-dc7ee83abbec, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b22e4a40-5343-475c-8cea-dc7ee83abbec,segment=NetworkSegment(4e14faca-467d-49fc-abe2-556141678f85),segment_id=4e14faca-467d-49fc-abe2-556141678f85)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:38:54.044700 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (b22e4a40-5343-475c-8cea-dc7ee83abbec), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:54.074160 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cde3bbf-6c8c-4977-830b-861f8572f60f x-openstack-request-id: req-6cde3bbf-6c8c-4977-830b-861f8572f60f {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:38:54.074492 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa7c3dc-cbbb-4c44-8f89-ec98f5bb6329", "name": "network-vif-plugged", "status": "completed", "tag": "b22e4a40-5343-475c-8cea-dc7ee83abbec", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:38:54.074750 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6cde3bbf-6c8c-4977-830b-861f8572f60f {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:38:54.075134 dv-cinder-817135-7-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cde3bbf-6c8c-4977-830b-861f8572f60f'] response: {'server_uuid': '0fa7c3dc-cbbb-4c44-8f89-ec98f5bb6329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22e4a40-5343-475c-8cea-dc7ee83abbec', 'code': 200} Mar 30 01:38:54.103474 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=b22e4a40-5343-475c-8cea-dc7ee83abbec,revision_number=5']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:54.241107 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae710e-b2a8-4256-b546-be458556def3 req-ac12af6b-7949-4ba6-a4a6-2c3b38f3b83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:54.242515 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-c4ae710e-b2a8-4256-b546-be458556def3 req-ac12af6b-7949-4ba6-a4a6-2c3b38f3b83c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0fa7c3dc-cbbb-4c44-8f89-ec98f5bb6329 HTTP/1.1" status: 200 len: 1129 time: 0.0506532 Mar 30 01:38:54.288783 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-c4ae710e-b2a8-4256-b546-be458556def3 req-b6d17fcf-41ce-44d4-9093-5b8485cb71c0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a414f264-cccd-4d28-aef7-6cd493b32361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402164 Mar 30 01:38:54.479046 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a63e7-067a-42f5-82f7-a17b58e9f250 req-3ae0c6da-efa1-4c19-9534-d79d8967c733 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:54.480510 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-627a63e7-067a-42f5-82f7-a17b58e9f250 req-3ae0c6da-efa1-4c19-9534-d79d8967c733 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fa7c3dc-cbbb-4c44-8f89-ec98f5bb6329 HTTP/1.1" status: 200 len: 945 time: 0.0541766 Mar 30 01:38:54.535420 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-627a63e7-067a-42f5-82f7-a17b58e9f250 req-c675604d-8683-49f3-b2d5-5854d2dc431b tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/security-groups?id=a414f264-cccd-4d28-aef7-6cd493b32361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463755 Mar 30 01:38:54.608127 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:55.667279 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1aed12-a9a9-4ddb-acf8-48a66249b551 req-91d6482d-f81f-4b8b-9930-7268ea749fcc tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:55.668764 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-fd1aed12-a9a9-4ddb-acf8-48a66249b551 req-91d6482d-f81f-4b8b-9930-7268ea749fcc tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fa7c3dc-cbbb-4c44-8f89-ec98f5bb6329 HTTP/1.1" status: 200 len: 945 time: 0.0543535 Mar 30 01:38:55.716169 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-fd1aed12-a9a9-4ddb-acf8-48a66249b551 req-5cda9376-8c13-4b00-8035-c7bf610d9a59 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/security-groups?id=a414f264-cccd-4d28-aef7-6cd493b32361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413475 Mar 30 01:38:56.023205 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:04.801583 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:04.947420 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 46112) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:04.951905 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-c6693982-e596-4287-a035-ba42da96b3c0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1653821249', 'description': 'tempest-description--54209037'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:39:04.981306 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c6693982-e596-4287-a035-ba42da96b3c0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:05.047163 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c6693982-e596-4287-a035-ba42da96b3c0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group (e658ad9d-d575-4272-a3eb-21d36bd89d2e), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:05.051823 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c6693982-e596-4287-a035-ba42da96b3c0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (e658ad9d-d575-4272-a3eb-21d36bd89d2e), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:05.079488 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6693982-e596-4287-a035-ba42da96b3c0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e658ad9d-d575-4272-a3eb-21d36bd89d2e,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:05.083483 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c6693982-e596-4287-a035-ba42da96b3c0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:05.084678 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-c6693982-e596-4287-a035-ba42da96b3c0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1362734 Mar 30 01:39:05.087697 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 46114) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:05.092108 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-6c6733c6-8da8-4d99-a283-7231af7f3bbf tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Request body: {'security_group_rule': {'security_group_id': 'e658ad9d-d575-4272-a3eb-21d36bd89d2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:39:05.117671 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6c6733c6-8da8-4d99-a283-7231af7f3bbf tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group_rule (0a12bace-e707-4253-9ecb-d40509ace3dd), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:05.181570 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6c6733c6-8da8-4d99-a283-7231af7f3bbf tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group_rule (0a12bace-e707-4253-9ecb-d40509ace3dd), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:05.187158 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6c6733c6-8da8-4d99-a283-7231af7f3bbf tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532171'] for security_group_rule (0a12bace-e707-4253-9ecb-d40509ace3dd), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:05.204598 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6733c6-8da8-4d99-a283-7231af7f3bbf tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a12bace-e707-4253-9ecb-d40509ace3dd,revision_number=0']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:05.213606 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6c6733c6-8da8-4d99-a283-7231af7f3bbf tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:05.215081 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-6c6733c6-8da8-4d99-a283-7231af7f3bbf tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263733 Mar 30 01:39:05.217965 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 46116) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:05.222598 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-326c47f7-b3b4-467e-bfdf-2481d74fe685 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Request body: {'security_group_rule': {'security_group_id': 'e658ad9d-d575-4272-a3eb-21d36bd89d2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:39:05.250131 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-326c47f7-b3b4-467e-bfdf-2481d74fe685 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group_rule (4e2bef4d-7a3c-4c32-ad42-61756ca3b3ae), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:05.311279 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-326c47f7-b3b4-467e-bfdf-2481d74fe685 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group_rule (4e2bef4d-7a3c-4c32-ad42-61756ca3b3ae), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:05.318521 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-326c47f7-b3b4-467e-bfdf-2481d74fe685 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532171'] for security_group_rule (4e2bef4d-7a3c-4c32-ad42-61756ca3b3ae), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:05.343626 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c47f7-b3b4-467e-bfdf-2481d74fe685 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e2bef4d-7a3c-4c32-ad42-61756ca3b3ae,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:05.356360 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-326c47f7-b3b4-467e-bfdf-2481d74fe685 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:05.357565 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-326c47f7-b3b4-467e-bfdf-2481d74fe685 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1385415 Mar 30 01:39:05.359058 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c47f7-b3b4-467e-bfdf-2481d74fe685 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:05.359407 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c47f7-b3b4-467e-bfdf-2481d74fe685 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:05.359751 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c47f7-b3b4-467e-bfdf-2481d74fe685 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:05.360087 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c47f7-b3b4-467e-bfdf-2481d74fe685 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:05.360416 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c47f7-b3b4-467e-bfdf-2481d74fe685 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:05.360746 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c47f7-b3b4-467e-bfdf-2481d74fe685 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:05.360983 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 46118) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:05.361182 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c47f7-b3b4-467e-bfdf-2481d74fe685 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:05.361448 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c47f7-b3b4-467e-bfdf-2481d74fe685 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:05.361737 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c47f7-b3b4-467e-bfdf-2481d74fe685 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:05.362070 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c47f7-b3b4-467e-bfdf-2481d74fe685 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:05.362504 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c47f7-b3b4-467e-bfdf-2481d74fe685 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:05.362722 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c47f7-b3b4-467e-bfdf-2481d74fe685 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:05.363042 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c47f7-b3b4-467e-bfdf-2481d74fe685 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:05.363360 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c47f7-b3b4-467e-bfdf-2481d74fe685 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:05.363683 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c47f7-b3b4-467e-bfdf-2481d74fe685 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:05.366491 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-78cd5bc7-4a91-414f-8522-bd00f479db38 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Request body: {'floatingip': {'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:39:05.388487 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-78cd5bc7-4a91-414f-8522-bd00f479db38 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:05.487883 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-78cd5bc7-4a91-414f-8522-bd00f479db38 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:05.603581 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-78cd5bc7-4a91-414f-8522-bd00f479db38 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Allocated IP 172.28.0.95 (37ca571a-19ad-455c-abf6-69b74430259c/15a93e34-d4d7-43d8-ae08-ce799dd1e751/81e25214-6629-4cdf-9fe2-5948a1b1b5fe) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:39:05.713716 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-78cd5bc7-4a91-414f-8522-bd00f479db38 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for port (81e25214-6629-4cdf-9fe2-5948a1b1b5fe), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:05.749790 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-78cd5bc7-4a91-414f-8522-bd00f479db38 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (81e25214-6629-4cdf-9fe2-5948a1b1b5fe), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:05.787240 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cd5bc7-4a91-414f-8522-bd00f479db38 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Network 37ca571a-19ad-455c-abf6-69b74430259c is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:39:05.792082 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-78cd5bc7-4a91-414f-8522-bd00f479db38 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:39:05.797544 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cd5bc7-4a91-414f-8522-bd00f479db38 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:39:05.800560 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd5bc7-4a91-414f-8522-bd00f479db38 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event updated for resources: {'Port': ['ID=81e25214-6629-4cdf-9fe2-5948a1b1b5fe,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:05.887082 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-78cd5bc7-4a91-414f-8522-bd00f479db38 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for floatingip (5d210df3-fed1-4a61-9428-629ecbac868a), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:05.925162 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-78cd5bc7-4a91-414f-8522-bd00f479db38 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (81e25214-6629-4cdf-9fe2-5948a1b1b5fe), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:06.077322 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-78cd5bc7-4a91-414f-8522-bd00f479db38 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for port (81e25214-6629-4cdf-9fe2-5948a1b1b5fe), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:06.083130 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-78cd5bc7-4a91-414f-8522-bd00f479db38 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (81e25214-6629-4cdf-9fe2-5948a1b1b5fe), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:06.149693 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd5bc7-4a91-414f-8522-bd00f479db38 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event updated for resources: {'Port': ['ID=81e25214-6629-4cdf-9fe2-5948a1b1b5fe,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:06.163051 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-78cd5bc7-4a91-414f-8522-bd00f479db38 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623942'] for floatingip (5d210df3-fed1-4a61-9428-629ecbac868a), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:06.182269 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-78cd5bc7-4a91-414f-8522-bd00f479db38 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for floatingip (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:06.183658 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-78cd5bc7-4a91-414f-8522-bd00f479db38 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8212018 Mar 30 01:39:06.403443 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-4b25c259-bc1a-4d2f-b0ba-cb333470e5ae tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1653821249&fields=id&tenant_id=9a03f8a6cc5c423d8cbd14756161c0dc HTTP/1.1" status: 200 len: 267 time: 0.0467944 Mar 30 01:39:06.511249 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-5e5672b3-0387-406d-b6d8-e7280b6f60a2 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:06.512736 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-5e5672b3-0387-406d-b6d8-e7280b6f60a2 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/networks?id=c4fc8217-b826-42b9-bc79-f94d3931b7cd HTTP/1.1" status: 200 len: 814 time: 0.1028368 Mar 30 01:39:06.528056 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-36578f81-37d3-4b0e-9f01-ab8220a6cad3 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/quotas/9a03f8a6cc5c423d8cbd14756161c0dc HTTP/1.1" status: 200 len: 375 time: 0.0096357 Mar 30 01:39:06.587332 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-7f7da2ec-387f-4ac9-8aea-ac036734117a tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9a03f8a6cc5c423d8cbd14756161c0dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541875 Mar 30 01:39:06.686315 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-f38773f8-a93f-4465-883a-fdefba3fc299 service neutron] 10.222.0.25 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872056 Mar 30 01:39:06.778626 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-d488b5d8-c8f1-4c68-9fdf-465a3902c639 service neutron] 10.222.0.25 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863113 Mar 30 01:39:06.943789 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2b2ff291-cdb3-439d-8cca-e703b97a0d42 req-3627fdc6-d654-4a1c-a42d-e62044a4359c tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3a06d76-0420-4387-a523-7535898b8c73 HTTP/1.1" status: 200 len: 210 time: 0.0284081 Mar 30 01:39:07.919580 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-a7e0517f-50f3-4f33-bea8-dd45145091f0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:07.921484 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-a7e0517f-50f3-4f33-bea8-dd45145091f0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.18 "GET /v2.0/networks?id=c4fc8217-b826-42b9-bc79-f94d3931b7cd HTTP/1.1" status: 200 len: 814 time: 0.1121283 Mar 30 01:39:08.014433 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-ab28f114-18ca-4475-bbe4-725a6735de00 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a03f8a6cc5c423d8cbd14756161c0dc HTTP/1.1" status: 200 len: 473 time: 0.0829265 Mar 30 01:39:08.022663 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-1104711c-aeca-4d55-8a8f-68f9bf27a2e1 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Request body: {'port': {'device_id': 'd3a06d76-0420-4387-a523-7535898b8c73', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'admin_state_up': True, 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'security_groups': ['e658ad9d-d575-4272-a3eb-21d36bd89d2e']}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:39:08.049376 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7a09f572-b133-4400-82b9-8dda9c933248 req-3f3bf809-a6c1-408f-88bc-937567cacc18 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3a06d76-0420-4387-a523-7535898b8c73 HTTP/1.1" status: 200 len: 210 time: 0.0290539 Mar 30 01:39:08.133367 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-1104711c-aeca-4d55-8a8f-68f9bf27a2e1 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Made reservation on behalf of 9a03f8a6cc5c423d8cbd14756161c0dc for: {'port': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:39:08.137579 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-1104711c-aeca-4d55-8a8f-68f9bf27a2e1 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:08.516989 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-1104711c-aeca-4d55-8a8f-68f9bf27a2e1 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Allocated IP 172.20.0.7 (c4fc8217-b826-42b9-bc79-f94d3931b7cd/291a888a-2f0c-46a6-9e3c-47643e8502e0/70dd812a-2f13-4dba-aa33-e11d3724d6c1) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:39:08.655157 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-1104711c-aeca-4d55-8a8f-68f9bf27a2e1 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for port (70dd812a-2f13-4dba-aa33-e11d3724d6c1), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:08.693261 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-1104711c-aeca-4d55-8a8f-68f9bf27a2e1 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (70dd812a-2f13-4dba-aa33-e11d3724d6c1), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:08.739834 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-1104711c-aeca-4d55-8a8f-68f9bf27a2e1 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Network c4fc8217-b826-42b9-bc79-f94d3931b7cd is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:39:08.742946 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-1104711c-aeca-4d55-8a8f-68f9bf27a2e1 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:39:08.749004 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-1104711c-aeca-4d55-8a8f-68f9bf27a2e1 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:39:08.755605 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104711c-aeca-4d55-8a8f-68f9bf27a2e1 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event updated for resources: {'Port': ['ID=70dd812a-2f13-4dba-aa33-e11d3724d6c1,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:08.806639 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-1104711c-aeca-4d55-8a8f-68f9bf27a2e1 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:08.807284 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-1104711c-aeca-4d55-8a8f-68f9bf27a2e1 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:08.827112 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-1104711c-aeca-4d55-8a8f-68f9bf27a2e1 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8080580 Mar 30 01:39:08.838705 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-180522a7-6aef-46c9-aa3a-437239cfdec1 service neutron] Request body: {'port': {'device_id': 'd3a06d76-0420-4387-a523-7535898b8c73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:39:08.899515 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-180522a7-6aef-46c9-aa3a-437239cfdec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (70dd812a-2f13-4dba-aa33-e11d3724d6c1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:09.001139 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dc6e6bfb-94ee-4dd9-afc7-1edcbf3ff379 None None] Provisioning complete for port 70dd812a-2f13-4dba-aa33-e11d3724d6c1 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:39:09.001768 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc6e6bfb-94ee-4dd9-afc7-1edcbf3ff379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (70dd812a-2f13-4dba-aa33-e11d3724d6c1), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:09.035477 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dc6e6bfb-94ee-4dd9-afc7-1edcbf3ff379 None None] Port 70dd812a-2f13-4dba-aa33-e11d3724d6c1 cannot update to ACTIVE because it is not bound. {{(pid=103230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:39:09.162247 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-180522a7-6aef-46c9-aa3a-437239cfdec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70dd812a-2f13-4dba-aa33-e11d3724d6c1 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:39:09.169960 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188ffc1-f79a-4308-879e-d4aa5ed8c0f1 req-78c5d425-7de1-40ce-838d-6a110d9649cc tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:09.170507 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-180522a7-6aef-46c9-aa3a-437239cfdec1 service neutron] Publish callbacks [] for port (70dd812a-2f13-4dba-aa33-e11d3724d6c1), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:09.172011 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8188ffc1-f79a-4308-879e-d4aa5ed8c0f1 req-78c5d425-7de1-40ce-838d-6a110d9649cc tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3a06d76-0420-4387-a523-7535898b8c73 HTTP/1.1" status: 200 len: 931 time: 0.0537677 Mar 30 01:39:09.182166 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-180522a7-6aef-46c9-aa3a-437239cfdec1 service neutron] Transition to ACTIVE for port object 70dd812a-2f13-4dba-aa33-e11d3724d6c1 will not be triggered until provisioned by entity L2. {{(pid=103228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:39:09.186240 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-180522a7-6aef-46c9-aa3a-437239cfdec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (70dd812a-2f13-4dba-aa33-e11d3724d6c1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:09.224744 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8188ffc1-f79a-4308-879e-d4aa5ed8c0f1 req-7b7a6620-290c-4706-ac68-41e8ac98ea08 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=e658ad9d-d575-4272-a3eb-21d36bd89d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472326 Mar 30 01:39:09.235778 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180522a7-6aef-46c9-aa3a-437239cfdec1 service neutron] Pushing event updated for resources: {'Port': ['ID=70dd812a-2f13-4dba-aa33-e11d3724d6c1,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:09.306469 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-180522a7-6aef-46c9-aa3a-437239cfdec1 service neutron] Attempting to bind port 70dd812a-2f13-4dba-aa33-e11d3724d6c1 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:39:09.306800 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-180522a7-6aef-46c9-aa3a-437239cfdec1 service neutron] Attempting to bind port 70dd812a-2f13-4dba-aa33-e11d3724d6c1 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '955dacbe-9dc0-4887-88d2-dd4a7aa3d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:39:09.307119 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-180522a7-6aef-46c9-aa3a-437239cfdec1 service neutron] Attempting to bind port 70dd812a-2f13-4dba-aa33-e11d3724d6c1 on network c4fc8217-b826-42b9-bc79-f94d3931b7cd {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:39:09.311833 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-180522a7-6aef-46c9-aa3a-437239cfdec1 service neutron] Port 70dd812a-2f13-4dba-aa33-e11d3724d6c1 on network c4fc8217-b826-42b9-bc79-f94d3931b7cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:39:09.312144 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-180522a7-6aef-46c9-aa3a-437239cfdec1 service neutron] Attempting to bind port 70dd812a-2f13-4dba-aa33-e11d3724d6c1 on network c4fc8217-b826-42b9-bc79-f94d3931b7cd {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:39:09.317169 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-180522a7-6aef-46c9-aa3a-437239cfdec1 service neutron] Checking agent: {'id': '4d4a4723-54eb-40cd-a736-b5d7ac710e77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'started_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:39:09.317499 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-180522a7-6aef-46c9-aa3a-437239cfdec1 service neutron] Checking segment: {'id': '955dacbe-9dc0-4887-88d2-dd4a7aa3d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:39:09.317877 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-180522a7-6aef-46c9-aa3a-437239cfdec1 service neutron] Bound using segment: {'id': '955dacbe-9dc0-4887-88d2-dd4a7aa3d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:39:09.318295 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-180522a7-6aef-46c9-aa3a-437239cfdec1 service neutron] Bound port: 70dd812a-2f13-4dba-aa33-e11d3724d6c1, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955dacbe-9dc0-4887-88d2-dd4a7aa3d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:39:09.318674 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-180522a7-6aef-46c9-aa3a-437239cfdec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (70dd812a-2f13-4dba-aa33-e11d3724d6c1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:09.394936 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-180522a7-6aef-46c9-aa3a-437239cfdec1 service neutron] For port 70dd812a-2f13-4dba-aa33-e11d3724d6c1, host hv-cinder-81713, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:39:09.398025 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-180522a7-6aef-46c9-aa3a-437239cfdec1 service neutron] For port 70dd812a-2f13-4dba-aa33-e11d3724d6c1, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=70dd812a-2f13-4dba-aa33-e11d3724d6c1,segment=NetworkSegment(955dacbe-9dc0-4887-88d2-dd4a7aa3d199),segment_id=955dacbe-9dc0-4887-88d2-dd4a7aa3d199)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:39:09.405799 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-180522a7-6aef-46c9-aa3a-437239cfdec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (70dd812a-2f13-4dba-aa33-e11d3724d6c1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:09.437291 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-180522a7-6aef-46c9-aa3a-437239cfdec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:09.438062 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-180522a7-6aef-46c9-aa3a-437239cfdec1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:09.439349 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-180522a7-6aef-46c9-aa3a-437239cfdec1 service neutron] 10.222.0.18 "PUT /v2.0/ports/70dd812a-2f13-4dba-aa33-e11d3724d6c1 HTTP/1.1" status: 200 len: 1093 time: 0.6051991 Mar 30 01:39:09.439777 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a06d76-0420-4387-a523-7535898b8c73', 'tag': '70dd812a-2f13-4dba-aa33-e11d3724d6c1'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:39:09.442021 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a93f9af-eb84-4f1f-9322-184a1dab0d77" -d '{"events": [{"name": "network-changed", "server_uuid": "d3a06d76-0420-4387-a523-7535898b8c73", "tag": "70dd812a-2f13-4dba-aa33-e11d3724d6c1"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:39:09.478907 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd011885-4fa9-445c-9577-4de908a02e37 x-openstack-request-id: req-cd011885-4fa9-445c-9577-4de908a02e37 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:39:09.479196 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3a06d76-0420-4387-a523-7535898b8c73", "tag": "70dd812a-2f13-4dba-aa33-e11d3724d6c1", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:39:09.479447 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd011885-4fa9-445c-9577-4de908a02e37 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:39:09.479997 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd011885-4fa9-445c-9577-4de908a02e37'] response: {'name': 'network-changed', 'server_uuid': 'd3a06d76-0420-4387-a523-7535898b8c73', 'tag': '70dd812a-2f13-4dba-aa33-e11d3724d6c1', 'status': 'completed', 'code': 200} Mar 30 01:39:09.482883 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180522a7-6aef-46c9-aa3a-437239cfdec1 service neutron] Pushing event updated for resources: {'Port': ['ID=70dd812a-2f13-4dba-aa33-e11d3724d6c1,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:09.531594 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-86ba6b73-8ac0-4030-8cce-715a18b97eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:09.533236 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-86ba6b73-8ac0-4030-8cce-715a18b97eb6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a03f8a6cc5c423d8cbd14756161c0dc&device_id=d3a06d76-0420-4387-a523-7535898b8c73 HTTP/1.1" status: 200 len: 1127 time: 0.0474558 Mar 30 01:39:09.579007 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-788fe0d1-aeee-4f48-8c75-de95767e594c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70dd812a-2f13-4dba-aa33-e11d3724d6c1 HTTP/1.1" status: 200 len: 217 time: 0.0377870 Mar 30 01:39:09.638774 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-88c93c61-a313-4c12-914c-5d2babed70d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:09.640228 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-88c93c61-a313-4c12-914c-5d2babed70d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=291a888a-2f0c-46a6-9e3c-47643e8502e0 HTTP/1.1" status: 200 len: 853 time: 0.0471778 Mar 30 01:39:09.691877 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-c6636e3c-9e0a-407c-99be-f2f61bf86798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:09.693409 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-c6636e3c-9e0a-407c-99be-f2f61bf86798 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4fc8217-b826-42b9-bc79-f94d3931b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0465572 Mar 30 01:39:09.793125 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-e52494b4-43ca-4d83-93f3-621c7dc75822 service neutron] 10.222.0.18 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910635 Mar 30 01:39:09.885835 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f21d5a8d-dd8a-4fdf-b904-034cf81348ef req-28c7bd2d-070e-43f4-ab05-9bde53993e16 service neutron] 10.222.0.18 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860565 Mar 30 01:39:09.991619 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93f9af-eb84-4f1f-9322-184a1dab0d77 req-a46c6b79-7538-4913-b9f3-37c87cc4d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:09.993128 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-5a93f9af-eb84-4f1f-9322-184a1dab0d77 req-a46c6b79-7538-4913-b9f3-37c87cc4d605 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a03f8a6cc5c423d8cbd14756161c0dc&device_id=d3a06d76-0420-4387-a523-7535898b8c73 HTTP/1.1" status: 200 len: 1127 time: 0.0568607 Mar 30 01:39:10.098245 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93f9af-eb84-4f1f-9322-184a1dab0d77 req-d24125c7-bf53-4038-b84c-d033f918f8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:10.099722 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-5a93f9af-eb84-4f1f-9322-184a1dab0d77 req-d24125c7-bf53-4038-b84c-d033f918f8e0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4fc8217-b826-42b9-bc79-f94d3931b7cd HTTP/1.1" status: 200 len: 915 time: 0.0923829 Mar 30 01:39:10.155950 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-5a93f9af-eb84-4f1f-9322-184a1dab0d77 req-b653f560-5cfb-4951-b02a-2a2ff04de849 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70dd812a-2f13-4dba-aa33-e11d3724d6c1 HTTP/1.1" status: 200 len: 217 time: 0.0388496 Mar 30 01:39:10.205091 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93f9af-eb84-4f1f-9322-184a1dab0d77 req-0ff48ae9-3b2f-4e71-a128-e4d244641cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:10.206630 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-5a93f9af-eb84-4f1f-9322-184a1dab0d77 req-0ff48ae9-3b2f-4e71-a128-e4d244641cd6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=291a888a-2f0c-46a6-9e3c-47643e8502e0 HTTP/1.1" status: 200 len: 853 time: 0.0450969 Mar 30 01:39:10.263851 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93f9af-eb84-4f1f-9322-184a1dab0d77 req-71f86b92-2db3-4d5f-86a0-4a6f89317bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:10.265364 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-5a93f9af-eb84-4f1f-9322-184a1dab0d77 req-71f86b92-2db3-4d5f-86a0-4a6f89317bf6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4fc8217-b826-42b9-bc79-f94d3931b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0504124 Mar 30 01:39:10.355427 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245615b-23e1-4632-9b00-1bbcd0e1bc26 req-f740970d-865e-4a6b-9501-c066ff15647b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:10.356944 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b245615b-23e1-4632-9b00-1bbcd0e1bc26 req-f740970d-865e-4a6b-9501-c066ff15647b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3a06d76-0420-4387-a523-7535898b8c73 HTTP/1.1" status: 200 len: 943 time: 0.0530050 Mar 30 01:39:10.358435 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-5a93f9af-eb84-4f1f-9322-184a1dab0d77 req-af8b3e8e-241e-448b-b140-2be816101bd3 service neutron] 10.222.0.18 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849173 Mar 30 01:39:10.410437 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-b245615b-23e1-4632-9b00-1bbcd0e1bc26 req-652112c5-a5a7-445d-b964-db4e7ce99ef2 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=e658ad9d-d575-4272-a3eb-21d36bd89d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453014 Mar 30 01:39:10.452024 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-5a93f9af-eb84-4f1f-9322-184a1dab0d77 req-a9ed910d-08bb-4cc8-904d-8f120208f20d service neutron] 10.222.0.18 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874865 Mar 30 01:39:11.533156 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b7527-70c4-4dc9-88d3-810dd30f14f3 req-137511ef-fc43-4f94-870b-17ace1c2e0e1 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:11.534548 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-277b7527-70c4-4dc9-88d3-810dd30f14f3 req-137511ef-fc43-4f94-870b-17ace1c2e0e1 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3a06d76-0420-4387-a523-7535898b8c73 HTTP/1.1" status: 200 len: 943 time: 0.0542357 Mar 30 01:39:11.582611 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-277b7527-70c4-4dc9-88d3-810dd30f14f3 req-87b49d03-dabe-452b-84cf-ae604f45e9db tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=e658ad9d-d575-4272-a3eb-21d36bd89d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422857 Mar 30 01:39:11.934708 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 70dd812a-2f13-4dba-aa33-e11d3724d6c1 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:39:12.040080 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 70dd812a-2f13-4dba-aa33-e11d3724d6c1, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=70dd812a-2f13-4dba-aa33-e11d3724d6c1,segment=NetworkSegment(955dacbe-9dc0-4887-88d2-dd4a7aa3d199),segment_id=955dacbe-9dc0-4887-88d2-dd4a7aa3d199)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:39:12.052162 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Returning: {'device': '70dd812a-2f13-4dba-aa33-e11d3724d6c1', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'port_id': '70dd812a-2f13-4dba-aa33-e11d3724d6c1', 'mac_address': 'fa:16:3e:62:e1:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:39:12.094220 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port 70dd812a-2f13-4dba-aa33-e11d3724d6c1 is: DOWN; New status is: BUILD {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:39:12.094635 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (70dd812a-2f13-4dba-aa33-e11d3724d6c1), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:12.112889 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70dd812a-2f13-4dba-aa33-e11d3724d6c1 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:39:12.134084 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 70dd812a-2f13-4dba-aa33-e11d3724d6c1, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=70dd812a-2f13-4dba-aa33-e11d3724d6c1,segment=NetworkSegment(955dacbe-9dc0-4887-88d2-dd4a7aa3d199),segment_id=955dacbe-9dc0-4887-88d2-dd4a7aa3d199)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:39:12.139524 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (70dd812a-2f13-4dba-aa33-e11d3724d6c1), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:12.187409 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=70dd812a-2f13-4dba-aa33-e11d3724d6c1,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:12.535926 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['70dd812a-2f13-4dba-aa33-e11d3724d6c1'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:39:12.773502 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd328db-0270-4a3e-9a90-de6c7a79cc7e req-989c982e-f0a3-478c-8f44-c868dec8082c tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:12.774984 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5fd328db-0270-4a3e-9a90-de6c7a79cc7e req-989c982e-f0a3-478c-8f44-c868dec8082c tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3a06d76-0420-4387-a523-7535898b8c73 HTTP/1.1" status: 200 len: 944 time: 0.1133747 Mar 30 01:39:12.824608 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5fd328db-0270-4a3e-9a90-de6c7a79cc7e req-68cdd12b-b221-48eb-b329-0fdb0da34701 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=e658ad9d-d575-4272-a3eb-21d36bd89d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408151 Mar 30 01:39:13.961283 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 70dd812a-2f13-4dba-aa33-e11d3724d6c1 up at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:39:14.013435 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning for port 70dd812a-2f13-4dba-aa33-e11d3724d6c1 completed by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:39:14.017611 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5037aad-3a11-4030-b0d2-a19a37748b01 req-36a4edbd-f05e-44e5-b28c-a08cb76ca3a8 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:14.018102 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning complete for port 70dd812a-2f13-4dba-aa33-e11d3724d6c1 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:39:14.018216 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (70dd812a-2f13-4dba-aa33-e11d3724d6c1), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:14.019198 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d5037aad-3a11-4030-b0d2-a19a37748b01 req-36a4edbd-f05e-44e5-b28c-a08cb76ca3a8 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3a06d76-0420-4387-a523-7535898b8c73 HTTP/1.1" status: 200 len: 944 time: 0.1145434 Mar 30 01:39:14.066860 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d5037aad-3a11-4030-b0d2-a19a37748b01 req-b6e6930b-aafb-42b3-8550-eae666a7907a tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=e658ad9d-d575-4272-a3eb-21d36bd89d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415349 Mar 30 01:39:14.101484 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port 70dd812a-2f13-4dba-aa33-e11d3724d6c1 is: BUILD; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:39:14.101857 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (70dd812a-2f13-4dba-aa33-e11d3724d6c1), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:14.125095 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a06d76-0420-4387-a523-7535898b8c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dd812a-2f13-4dba-aa33-e11d3724d6c1'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:39:14.127397 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b54a399a95781ce0e36d18e73dfd9bddfd965df0fcdebdd8e46dd02a402f6d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de5d299-50ad-4b5b-bcb2-fa76713f29e0" -d '{"events": [{"server_uuid": "d3a06d76-0420-4387-a523-7535898b8c73", "name": "network-vif-plugged", "status": "completed", "tag": "70dd812a-2f13-4dba-aa33-e11d3724d6c1"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:39:14.140377 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 70dd812a-2f13-4dba-aa33-e11d3724d6c1, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=70dd812a-2f13-4dba-aa33-e11d3724d6c1,segment=NetworkSegment(955dacbe-9dc0-4887-88d2-dd4a7aa3d199),segment_id=955dacbe-9dc0-4887-88d2-dd4a7aa3d199)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:39:14.145689 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (70dd812a-2f13-4dba-aa33-e11d3724d6c1), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:14.168814 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbfe86f-86c9-4bdf-b340-ab75bb80cf8f x-openstack-request-id: req-cfbfe86f-86c9-4bdf-b340-ab75bb80cf8f {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:39:14.169113 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a06d76-0420-4387-a523-7535898b8c73", "name": "network-vif-plugged", "status": "completed", "tag": "70dd812a-2f13-4dba-aa33-e11d3724d6c1", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:39:14.169366 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cfbfe86f-86c9-4bdf-b340-ab75bb80cf8f {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:39:14.169756 dv-cinder-817135-7-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfbfe86f-86c9-4bdf-b340-ab75bb80cf8f'] response: {'server_uuid': 'd3a06d76-0420-4387-a523-7535898b8c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dd812a-2f13-4dba-aa33-e11d3724d6c1', 'code': 200} Mar 30 01:39:14.198586 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=70dd812a-2f13-4dba-aa33-e11d3724d6c1,revision_number=5']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:14.352886 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197162c-8717-43c0-979a-6af29606fd17 req-e3d51a15-b106-449f-97d1-ba5619730593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:14.354991 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-6197162c-8717-43c0-979a-6af29606fd17 req-e3d51a15-b106-449f-97d1-ba5619730593 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d3a06d76-0420-4387-a523-7535898b8c73 HTTP/1.1" status: 200 len: 1129 time: 0.0473452 Mar 30 01:39:14.404416 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-6197162c-8717-43c0-979a-6af29606fd17 req-e8270009-04cd-4454-87f9-3c455fee3a87 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e658ad9d-d575-4272-a3eb-21d36bd89d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439022 Mar 30 01:39:15.206573 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf33a4-66f3-40f4-9b2e-d4a09023818f req-e1a8688e-a875-4c2b-8418-cef34630097d tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:15.208047 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-35cf33a4-66f3-40f4-9b2e-d4a09023818f req-e1a8688e-a875-4c2b-8418-cef34630097d tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3a06d76-0420-4387-a523-7535898b8c73 HTTP/1.1" status: 200 len: 945 time: 0.0627496 Mar 30 01:39:15.261399 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-35cf33a4-66f3-40f4-9b2e-d4a09023818f req-46c0758f-dca7-4939-abd7-61ffb500958a tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=e658ad9d-d575-4272-a3eb-21d36bd89d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457287 Mar 30 01:39:15.716873 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97f608-e165-459c-865a-6e97b5c3a69b req-d815c8a9-a5d6-4519-9769-1e997b537c85 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:15.718371 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5f97f608-e165-459c-865a-6e97b5c3a69b req-d815c8a9-a5d6-4519-9769-1e997b537c85 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fa7c3dc-cbbb-4c44-8f89-ec98f5bb6329 HTTP/1.1" status: 200 len: 945 time: 0.0625474 Mar 30 01:39:15.769824 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5f97f608-e165-459c-865a-6e97b5c3a69b req-0acc3ef8-ee66-4b55-94c9-6d4cc86d3955 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/security-groups?id=a414f264-cccd-4d28-aef7-6cd493b32361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429924 Mar 30 01:39:16.399192 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f3473-1af1-4b1e-a933-200c072ab6b5 req-e0ea363d-4356-48e9-94f2-856e89073163 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:16.400745 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-dc3f3473-1af1-4b1e-a933-200c072ab6b5 req-e0ea363d-4356-48e9-94f2-856e89073163 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3a06d76-0420-4387-a523-7535898b8c73 HTTP/1.1" status: 200 len: 945 time: 0.0615416 Mar 30 01:39:16.463712 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-dc3f3473-1af1-4b1e-a933-200c072ab6b5 req-525ea27a-89be-4072-a67b-f73146a1e488 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=e658ad9d-d575-4272-a3eb-21d36bd89d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552821 Mar 30 01:39:16.596213 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b13f98-37d3-4d92-b3ab-eb0e470516cd req-177b95cc-54ac-48e0-b27b-a77489006edf tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:16.597579 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f6b13f98-37d3-4d92-b3ab-eb0e470516cd req-177b95cc-54ac-48e0-b27b-a77489006edf tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3a06d76-0420-4387-a523-7535898b8c73 HTTP/1.1" status: 200 len: 945 time: 0.0596132 Mar 30 01:39:16.610746 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 46216) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:16.614969 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-b7164d31-1595-45da-b6a3-41de18a61b10 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Request body: {'floatingip': {'port_id': '70dd812a-2f13-4dba-aa33-e11d3724d6c1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:39:16.653616 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b7164d31-1595-45da-b6a3-41de18a61b10 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for floatingip (5d210df3-fed1-4a61-9428-629ecbac868a), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:16.943498 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30c886-4bd5-48fc-a1dc-e4666e4c37cb req-ba35be9d-721d-4b6e-a7fa-4663f5d5e94b tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:16.944959 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9b30c886-4bd5-48fc-a1dc-e4666e4c37cb req-ba35be9d-721d-4b6e-a7fa-4663f5d5e94b tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fa7c3dc-cbbb-4c44-8f89-ec98f5bb6329 HTTP/1.1" status: 200 len: 945 time: 0.1058531 Mar 30 01:39:17.061628 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9b30c886-4bd5-48fc-a1dc-e4666e4c37cb req-5ec5ca8e-2624-4b98-a8b0-72dcb64ce26a tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/security-groups?id=a414f264-cccd-4d28-aef7-6cd493b32361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854516 Mar 30 01:39:17.143583 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b7164d31-1595-45da-b6a3-41de18a61b10 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:17.150122 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b7164d31-1595-45da-b6a3-41de18a61b10 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623942'] for floatingip (5d210df3-fed1-4a61-9428-629ecbac868a), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:17.251416 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.db.l3_db [None req-b7164d31-1595-45da-b6a3-41de18a61b10 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Floating IP 5d210df3-fed1-4a61-9428-629ecbac868a associated. External IP: 172.28.0.95, port: 70dd812a-2f13-4dba-aa33-e11d3724d6c1. Mar 30 01:39:17.461700 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7164d31-1595-45da-b6a3-41de18a61b10 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:39:17.579352 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7164d31-1595-45da-b6a3-41de18a61b10 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:39:17.584786 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b7164d31-1595-45da-b6a3-41de18a61b10 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:17.589901 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc45de2-727a-4c51-8a79-0db58a3dc1f1 None None] Sync routers for ids ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'] in dv-cinder-817135-7-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:39:17.599663 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc45de2-727a-4c51-8a79-0db58a3dc1f1 None None] Routers {'6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:39:17.600268 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-fbc45de2-727a-4c51-8a79-0db58a3dc1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:38:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:17.615262 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-b7164d31-1595-45da-b6a3-41de18a61b10 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "PUT /v2.0/floatingips/5d210df3-fed1-4a61-9428-629ecbac868a HTTP/1.1" status: 200 len: 990 time: 1.0034783 Mar 30 01:39:17.615946 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a06d76-0420-4387-a523-7535898b8c73', 'tag': '70dd812a-2f13-4dba-aa33-e11d3724d6c1'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:39:17.618359 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ee1e0a93b5aae8634dc44ede2e08a21acb25dbbcfc8760de0fb17172de978b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0fe507-ee7f-4383-900b-d9c8c07f8db9" -d '{"events": [{"name": "network-changed", "server_uuid": "d3a06d76-0420-4387-a523-7535898b8c73", "tag": "70dd812a-2f13-4dba-aa33-e11d3724d6c1"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:39:17.658148 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b192671-80a8-48f1-a9f6-b935e9771703 x-openstack-request-id: req-9b192671-80a8-48f1-a9f6-b935e9771703 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:39:17.658447 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3a06d76-0420-4387-a523-7535898b8c73", "tag": "70dd812a-2f13-4dba-aa33-e11d3724d6c1", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:39:17.658711 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b192671-80a8-48f1-a9f6-b935e9771703 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:39:17.659154 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b192671-80a8-48f1-a9f6-b935e9771703'] response: {'name': 'network-changed', 'server_uuid': 'd3a06d76-0420-4387-a523-7535898b8c73', 'tag': '70dd812a-2f13-4dba-aa33-e11d3724d6c1', 'status': 'completed', 'code': 200} Mar 30 01:39:17.712199 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-fbc45de2-727a-4c51-8a79-0db58a3dc1f1 None None] Set router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:39:17.735235 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fe507-ee7f-4383-900b-d9c8c07f8db9 req-8e88ef6a-d7c6-487d-85f6-671c2e958e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:17.736954 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-9a0fe507-ee7f-4383-900b-d9c8c07f8db9 req-8e88ef6a-d7c6-487d-85f6-671c2e958e7f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a03f8a6cc5c423d8cbd14756161c0dc&device_id=d3a06d76-0420-4387-a523-7535898b8c73 HTTP/1.1" status: 200 len: 1129 time: 0.0473580 Mar 30 01:39:17.831517 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fe507-ee7f-4383-900b-d9c8c07f8db9 req-093bfe5a-30bf-402e-8632-7a849b87511f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:17.832947 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-9a0fe507-ee7f-4383-900b-d9c8c07f8db9 req-093bfe5a-30bf-402e-8632-7a849b87511f service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4fc8217-b826-42b9-bc79-f94d3931b7cd HTTP/1.1" status: 200 len: 915 time: 0.0894392 Mar 30 01:39:17.897915 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-9a0fe507-ee7f-4383-900b-d9c8c07f8db9 req-8f910bcc-36a9-4cda-afb9-e946512c79c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70dd812a-2f13-4dba-aa33-e11d3724d6c1 HTTP/1.1" status: 200 len: 998 time: 0.0588007 Mar 30 01:39:17.939032 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-fbc45de2-727a-4c51-8a79-0db58a3dc1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:29Z', 'revision_number': 4, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'gw_port': {'id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '5d210df3-fed1-4a61-9428-629ecbac868a', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'floating_ip_address': '172.28.0.95', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'port_id': '70dd812a-2f13-4dba-aa33-e11d3724d6c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'mac_address': 'fa:16:3e:62:e1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a06d76-0420-4387-a523-7535898b8c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:39:05Z', 'updated_at': '2022-03-30T01:39:17Z', 'revision_number': 1, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'fixed_ip_address_scope': None}, {'id': '8b921cd1-498b-4b89-a645-215a601ecaaa', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'floating_ip_address': '172.28.0.162', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'port_id': '942e2c63-7bc3-43b7-8db4-75312cedce92', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'mac_address': 'fa:16:3e:80:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7aa682-e4ba-4176-995a-381cbe87b16e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:37:31Z', 'updated_at': '2022-03-30T01:37:46Z', 'revision_number': 2, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424e53ac-3e95-4253-ac87-dadd199687e1', 'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'mac_address': 'fa:16:3e:4a:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:28Z', 'updated_at': '2022-03-30T01:37:32Z', 'revision_number': 5, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'subnets': [{'id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:17.951277 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fe507-ee7f-4383-900b-d9c8c07f8db9 req-1fdb2961-4bf0-41e0-8e1b-601c8591c23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:17.952740 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-9a0fe507-ee7f-4383-900b-d9c8c07f8db9 req-1fdb2961-4bf0-41e0-8e1b-601c8591c23f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=291a888a-2f0c-46a6-9e3c-47643e8502e0 HTTP/1.1" status: 200 len: 853 time: 0.0478275 Mar 30 01:39:17.965362 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc45de2-727a-4c51-8a79-0db58a3dc1f1 None None] Checking router: 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c for host: dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:39:17.973978 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc45de2-727a-4c51-8a79-0db58a3dc1f1 None None] Routers {'6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:39:17.974630 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-fbc45de2-727a-4c51-8a79-0db58a3dc1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:38:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:18.001950 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fe507-ee7f-4383-900b-d9c8c07f8db9 req-ba638d89-30a6-407d-963b-9f9c29df952d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:18.003470 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-9a0fe507-ee7f-4383-900b-d9c8c07f8db9 req-ba638d89-30a6-407d-963b-9f9c29df952d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4fc8217-b826-42b9-bc79-f94d3931b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0442200 Mar 30 01:39:18.091017 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-fbc45de2-727a-4c51-8a79-0db58a3dc1f1 None None] Set router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:39:18.098635 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-9a0fe507-ee7f-4383-900b-d9c8c07f8db9 req-538a25f0-7d47-456d-a7bc-ccafe91992ae service neutron] 10.222.0.18 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880136 Mar 30 01:39:18.184915 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd35ea3-1cfb-4045-a384-8b1ce90478ee req-01a95686-5603-41c9-9b0a-8fc0f4821278 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:18.186548 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1cd35ea3-1cfb-4045-a384-8b1ce90478ee req-01a95686-5603-41c9-9b0a-8fc0f4821278 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fa7c3dc-cbbb-4c44-8f89-ec98f5bb6329 HTTP/1.1" status: 200 len: 945 time: 0.0546765 Mar 30 01:39:18.198424 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-9a0fe507-ee7f-4383-900b-d9c8c07f8db9 req-184aa7f8-45f7-47a1-b154-ccb0b6a63a9c service neutron] 10.222.0.18 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933740 Mar 30 01:39:18.236816 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1cd35ea3-1cfb-4045-a384-8b1ce90478ee req-aed5478a-8af5-4547-a5af-f5aa8aab47f4 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/security-groups?id=a414f264-cccd-4d28-aef7-6cd493b32361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441875 Mar 30 01:39:18.323097 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-fbc45de2-727a-4c51-8a79-0db58a3dc1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:29Z', 'revision_number': 4, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'gw_port': {'id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '5d210df3-fed1-4a61-9428-629ecbac868a', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'floating_ip_address': '172.28.0.95', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'port_id': '70dd812a-2f13-4dba-aa33-e11d3724d6c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'mac_address': 'fa:16:3e:62:e1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a06d76-0420-4387-a523-7535898b8c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:39:05Z', 'updated_at': '2022-03-30T01:39:17Z', 'revision_number': 1, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'fixed_ip_address_scope': None}, {'id': '8b921cd1-498b-4b89-a645-215a601ecaaa', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'floating_ip_address': '172.28.0.162', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'port_id': '942e2c63-7bc3-43b7-8db4-75312cedce92', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'mac_address': 'fa:16:3e:80:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7aa682-e4ba-4176-995a-381cbe87b16e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:37:31Z', 'updated_at': '2022-03-30T01:37:46Z', 'revision_number': 2, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424e53ac-3e95-4253-ac87-dadd199687e1', 'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'mac_address': 'fa:16:3e:4a:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:28Z', 'updated_at': '2022-03-30T01:37:32Z', 'revision_number': 5, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'subnets': [{'id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:18.348602 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc45de2-727a-4c51-8a79-0db58a3dc1f1 None None] The sync data for ids ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'] in dv-cinder-817135-7-smb is: [{'id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:29Z', 'revision_number': 4, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'gw_port': {'id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '5d210df3-fed1-4a61-9428-629ecbac868a', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'floating_ip_address': '172.28.0.95', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'port_id': '70dd812a-2f13-4dba-aa33-e11d3724d6c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'mac_address': 'fa:16:3e:62:e1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a06d76-0420-4387-a523-7535898b8c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:39:05Z', 'updated_at': '2022-03-30T01:39:17Z', 'revision_number': 1, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'fixed_ip_address_scope': None}, {'id': '8b921cd1-498b-4b89-a645-215a601ecaaa', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'floating_ip_address': '172.28.0.162', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'port_id': '942e2c63-7bc3-43b7-8db4-75312cedce92', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'mac_address': 'fa:16:3e:80:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7aa682-e4ba-4176-995a-381cbe87b16e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:37:31Z', 'updated_at': '2022-03-30T01:37:46Z', 'revision_number': 2, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424e53ac-3e95-4253-ac87-dadd199687e1', 'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'mac_address': 'fa:16:3e:4a:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:28Z', 'updated_at': '2022-03-30T01:37:32Z', 'revision_number': 5, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'subnets': [{'id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:39:18.577805 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd7edb4-92c6-43cc-95d3-ece7e1f76238 None None] New status for floating IP 5d210df3-fed1-4a61-9428-629ecbac868a: ACTIVE {{(pid=103230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:39:19.373258 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f622f3-abb8-4164-b284-ded1c4b9a4d3 req-81e34074-115a-4eb3-962a-0b7e801d586b tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:19.374733 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c3f622f3-abb8-4164-b284-ded1c4b9a4d3 req-81e34074-115a-4eb3-962a-0b7e801d586b tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fa7c3dc-cbbb-4c44-8f89-ec98f5bb6329 HTTP/1.1" status: 200 len: 945 time: 0.0651805 Mar 30 01:39:19.422734 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c3f622f3-abb8-4164-b284-ded1c4b9a4d3 req-2f81ff53-1e9f-4a93-b41b-e8a883c33eb2 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/security-groups?id=a414f264-cccd-4d28-aef7-6cd493b32361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415971 Mar 30 01:39:19.761348 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d903932e-fac9-4980-b5dd-2aca29133fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:20.203520 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a097c-19b8-4b71-ae09-2bfd8d54b75a req-334fc94b-797b-40f2-bd9f-c9ba64b197bc tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:20.205260 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-c85a097c-19b8-4b71-ae09-2bfd8d54b75a req-334fc94b-797b-40f2-bd9f-c9ba64b197bc tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.18 "GET /v2.0/ports?device_id=0fa7c3dc-cbbb-4c44-8f89-ec98f5bb6329 HTTP/1.1" status: 200 len: 945 time: 0.0577526 Mar 30 01:39:20.310633 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-c85a097c-19b8-4b71-ae09-2bfd8d54b75a req-3a5392e9-ebd4-461a-a5cb-270db64d9b36 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Deleting port b22e4a40-5343-475c-8cea-dc7ee83abbec {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:39:20.310863 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-c85a097c-19b8-4b71-ae09-2bfd8d54b75a req-3a5392e9-ebd4-461a-a5cb-270db64d9b36 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (b22e4a40-5343-475c-8cea-dc7ee83abbec), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:20.404979 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-c85a097c-19b8-4b71-ae09-2bfd8d54b75a req-3a5392e9-ebd4-461a-a5cb-270db64d9b36 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] For port b22e4a40-5343-475c-8cea-dc7ee83abbec, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b22e4a40-5343-475c-8cea-dc7ee83abbec,segment=NetworkSegment(4e14faca-467d-49fc-abe2-556141678f85),segment_id=4e14faca-467d-49fc-abe2-556141678f85)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:39:20.405307 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-c85a097c-19b8-4b71-ae09-2bfd8d54b75a req-3a5392e9-ebd4-461a-a5cb-270db64d9b36 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (b22e4a40-5343-475c-8cea-dc7ee83abbec), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:20.418790 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-c85a097c-19b8-4b71-ae09-2bfd8d54b75a req-3a5392e9-ebd4-461a-a5cb-270db64d9b36 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Calling delete_port for b22e4a40-5343-475c-8cea-dc7ee83abbec owned by compute:nova {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:39:20.556942 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882a3e1-c442-47b1-a799-2b3e74c18668 req-54b288ce-6d18-4546-80ef-33a2765a9dc7 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:20.558542 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7882a3e1-c442-47b1-a799-2b3e74c18668 req-54b288ce-6d18-4546-80ef-33a2765a9dc7 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fa7c3dc-cbbb-4c44-8f89-ec98f5bb6329 HTTP/1.1" status: 200 len: 945 time: 0.0516515 Mar 30 01:39:20.561642 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-c85a097c-19b8-4b71-ae09-2bfd8d54b75a req-3a5392e9-ebd4-461a-a5cb-270db64d9b36 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (b22e4a40-5343-475c-8cea-dc7ee83abbec), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:20.574966 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['b22e4a40-5343-475c-8cea-dc7ee83abbec'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:39:20.591182 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5392e9-ebd4-461a-a5cb-270db64d9b36 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Pushing event deleted for resources: {'Port': ['ID=b22e4a40-5343-475c-8cea-dc7ee83abbec,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:20.616068 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7882a3e1-c442-47b1-a799-2b3e74c18668 req-86d3bd4e-6b69-493b-95bb-7d3aa38518a2 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.25 "GET /v2.0/security-groups?id=a414f264-cccd-4d28-aef7-6cd493b32361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490201 Mar 30 01:39:20.636517 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85a097c-19b8-4b71-ae09-2bfd8d54b75a req-3a5392e9-ebd4-461a-a5cb-270db64d9b36 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] No DVR routers for this DVR port b22e4a40-5343-475c-8cea-dc7ee83abbec on host hv-cinder-81713 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:39:20.639181 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-c85a097c-19b8-4b71-ae09-2bfd8d54b75a req-3a5392e9-ebd4-461a-a5cb-270db64d9b36 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:20.642509 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-c85a097c-19b8-4b71-ae09-2bfd8d54b75a req-3a5392e9-ebd4-461a-a5cb-270db64d9b36 tempest-VolumesSnapshotTestJSON-478525260 tempest-VolumesSnapshotTestJSON-478525260-project] 10.222.0.18 "DELETE /v2.0/ports/b22e4a40-5343-475c-8cea-dc7ee83abbec HTTP/1.1" status: 204 len: 173 time: 0.4316711 Mar 30 01:39:20.642944 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa7c3dc-cbbb-4c44-8f89-ec98f5bb6329', 'name': 'network-vif-deleted', 'tag': 'b22e4a40-5343-475c-8cea-dc7ee83abbec'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:39:20.645184 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ebcdda-b082-4898-a903-569645855349" -d '{"events": [{"server_uuid": "0fa7c3dc-cbbb-4c44-8f89-ec98f5bb6329", "name": "network-vif-deleted", "tag": "b22e4a40-5343-475c-8cea-dc7ee83abbec"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:39:20.682576 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f78a1a7-6f9e-40ad-a32a-1a9b34cd5352 x-openstack-request-id: req-8f78a1a7-6f9e-40ad-a32a-1a9b34cd5352 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:39:20.682866 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa7c3dc-cbbb-4c44-8f89-ec98f5bb6329", "name": "network-vif-deleted", "tag": "b22e4a40-5343-475c-8cea-dc7ee83abbec", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:39:20.683118 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8f78a1a7-6f9e-40ad-a32a-1a9b34cd5352 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:39:20.683553 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f78a1a7-6f9e-40ad-a32a-1a9b34cd5352'] response: {'server_uuid': '0fa7c3dc-cbbb-4c44-8f89-ec98f5bb6329', 'name': 'network-vif-deleted', 'tag': 'b22e4a40-5343-475c-8cea-dc7ee83abbec', 'status': 'completed', 'code': 200} Mar 30 01:39:21.960087 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-db4ae691-f067-424a-ae9e-e5218c10f4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:23.041624 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:24.009247 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device b22e4a40-5343-475c-8cea-dc7ee83abbec no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:39:24.029392 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] No Port match for: b22e4a40-5343-475c-8cea-dc7ee83abbec {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:39:24.029738 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device b22e4a40-5343-475c-8cea-dc7ee83abbec not bound to the agent host hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:39:24.615724 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:25.123093 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:39:26.020417 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:34.799766 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:38.860471 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 46354) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:38.908232 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-59039c93-7db5-4a98-8356-0889531ee5fc admin admin] Deleting subnet cad84883-7486-40ec-946d-26263bb728f8 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 01:39:38.911312 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-59039c93-7db5-4a98-8356-0889531ee5fc admin admin] Publish callbacks [] for subnet (cad84883-7486-40ec-946d-26263bb728f8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:39.209058 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-59039c93-7db5-4a98-8356-0889531ee5fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10017254'] for subnet (cad84883-7486-40ec-946d-26263bb728f8), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:39.248369 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-59039c93-7db5-4a98-8356-0889531ee5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1879272'] for subnet (cad84883-7486-40ec-946d-26263bb728f8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:39.301246 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-59039c93-7db5-4a98-8356-0889531ee5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1879263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8581503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554379'] for subnet (cad84883-7486-40ec-946d-26263bb728f8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:39.328468 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59039c93-7db5-4a98-8356-0889531ee5fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cad84883-7486-40ec-946d-26263bb728f8,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:39.332270 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-59039c93-7db5-4a98-8356-0889531ee5fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:39.335436 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-59039c93-7db5-4a98-8356-0889531ee5fc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cad84883-7486-40ec-946d-26263bb728f8 HTTP/1.1" status: 204 len: 168 time: 0.4739032 Mar 30 01:39:39.338018 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 46356) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:39.403241 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70ede375-d5d7-487a-b2a3-531474844f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2064809'] for network (d9549692-1fa1-4d83-9803-24ac96566a4d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:39.486312 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70ede375-d5d7-487a-b2a3-531474844f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1955683', 'neutron.services.segments.db._delete_segments_for_network-8788084628282'] for network (d9549692-1fa1-4d83-9803-24ac96566a4d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:39.507408 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-70ede375-d5d7-487a-b2a3-531474844f09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9549692-1fa1-4d83-9803-24ac96566a4d']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:39.516931 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-70ede375-d5d7-487a-b2a3-531474844f09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e14faca-467d-49fc-abe2-556141678f85') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:39.517218 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-70ede375-d5d7-487a-b2a3-531474844f09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e14faca-467d-49fc-abe2-556141678f85') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:39.526279 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70ede375-d5d7-487a-b2a3-531474844f09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788084859203', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10017261'] for segment (4e14faca-467d-49fc-abe2-556141678f85), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:39.539324 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70ede375-d5d7-487a-b2a3-531474844f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983'] for segment (4e14faca-467d-49fc-abe2-556141678f85), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:39.545146 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ede375-d5d7-487a-b2a3-531474844f09 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 01:39:39.545513 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70ede375-d5d7-487a-b2a3-531474844f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8583129'] for segment (4e14faca-467d-49fc-abe2-556141678f85), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:39.547130 dv-cinder-817135-7-smb neutron-server[103229]: Traceback (most recent call last): Mar 30 01:39:39.547130 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 01:39:39.547130 dv-cinder-817135-7-smb neutron-server[103229]: timer() Mar 30 01:39:39.547130 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 01:39:39.547130 dv-cinder-817135-7-smb neutron-server[103229]: cb(*args, **kw) Mar 30 01:39:39.547130 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 01:39:39.547130 dv-cinder-817135-7-smb neutron-server[103229]: return func(*args, **kwargs) Mar 30 01:39:39.547130 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 01:39:39.547130 dv-cinder-817135-7-smb neutron-server[103229]: self._notify() Mar 30 01:39:39.547130 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 01:39:39.547130 dv-cinder-817135-7-smb neutron-server[103229]: self.callback(batched_events) Mar 30 01:39:39.547130 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 01:39:39.547130 dv-cinder-817135-7-smb neutron-server[103229]: event.method(event) Mar 30 01:39:39.547130 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 01:39:39.547130 dv-cinder-817135-7-smb neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 01:39:39.547130 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 01:39:39.547130 dv-cinder-817135-7-smb neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 01:39:39.547130 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 01:39:39.547130 dv-cinder-817135-7-smb neutron-server[103229]: return f(self, *a, **k) Mar 30 01:39:39.547130 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 01:39:39.547130 dv-cinder-817135-7-smb neutron-server[103229]: return self._get(url).json() Mar 30 01:39:39.547130 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 01:39:39.547130 dv-cinder-817135-7-smb neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 01:39:39.547130 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 01:39:39.547130 dv-cinder-817135-7-smb neutron-server[103229]: return self.request(url, 'GET', **kwargs) Mar 30 01:39:39.547130 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 01:39:39.547130 dv-cinder-817135-7-smb neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 01:39:39.547130 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 01:39:39.547130 dv-cinder-817135-7-smb neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 01:39:39.547130 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 01:39:39.547130 dv-cinder-817135-7-smb neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 01:39:39.547130 dv-cinder-817135-7-smb neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 01:39:39.601863 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70ede375-d5d7-487a-b2a3-531474844f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1955690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623952'] for network (d9549692-1fa1-4d83-9803-24ac96566a4d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:39.607553 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70ede375-d5d7-487a-b2a3-531474844f09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:39.610664 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-70ede375-d5d7-487a-b2a3-531474844f09 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d9549692-1fa1-4d83-9803-24ac96566a4d HTTP/1.1" status: 204 len: 168 time: 0.2717087 Mar 30 01:39:39.622118 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ede375-d5d7-487a-b2a3-531474844f09 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9549692-1fa1-4d83-9803-24ac96566a4d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:39.723843 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 46360) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:39.769766 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-d34e58dd-cf95-40a3-a2cf-3d40221eb4ed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=241d5ce21f1141ef9886ff771b423dea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447502 Mar 30 01:39:39.773414 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 46362) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:39.833332 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f7265393-a7c7-42b7-b01c-5da909c19164 admin admin] Publish callbacks [] for security_group (a414f264-cccd-4d28-aef7-6cd493b32361), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:39.857041 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f7265393-a7c7-42b7-b01c-5da909c19164 admin admin] Publish callbacks [] for security_group (a414f264-cccd-4d28-aef7-6cd493b32361), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:39.906280 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f7265393-a7c7-42b7-b01c-5da909c19164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (a414f264-cccd-4d28-aef7-6cd493b32361), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:39.908837 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f7265393-a7c7-42b7-b01c-5da909c19164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:39.909993 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-f7265393-a7c7-42b7-b01c-5da909c19164 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a414f264-cccd-4d28-aef7-6cd493b32361 HTTP/1.1" status: 204 len: 168 time: 0.1357059 Mar 30 01:39:39.917601 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7265393-a7c7-42b7-b01c-5da909c19164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a414f264-cccd-4d28-aef7-6cd493b32361,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:49.750792 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-18d99712-01fc-436d-9863-2a5773a53c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:51.963627 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cd2e61cd-72e4-4dcb-abc7-1e4980466e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:53.043547 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:54.616093 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:56.017638 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:02.127483 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:40:04.831097 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:09.593003 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-41e6c722-d92a-4e0c-b0e2-60d981beac25 req-fd6023b7-5f81-47cc-8add-18e7c019d2f1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6d7aa682-e4ba-4176-995a-381cbe87b16e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1894457 Mar 30 01:40:09.691408 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6c722-d92a-4e0c-b0e2-60d981beac25 req-29b90557-e583-4762-949a-a7e9cba82b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:09.693010 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-41e6c722-d92a-4e0c-b0e2-60d981beac25 req-29b90557-e583-4762-949a-a7e9cba82b3a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a03f8a6cc5c423d8cbd14756161c0dc&device_id=6d7aa682-e4ba-4176-995a-381cbe87b16e HTTP/1.1" status: 200 len: 1130 time: 0.0488863 Mar 30 01:40:09.801616 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6c722-d92a-4e0c-b0e2-60d981beac25 req-358d0a4c-4da9-4d71-a377-783f89d839bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:09.803113 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-41e6c722-d92a-4e0c-b0e2-60d981beac25 req-358d0a4c-4da9-4d71-a377-783f89d839bb service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4fc8217-b826-42b9-bc79-f94d3931b7cd HTTP/1.1" status: 200 len: 915 time: 0.0884922 Mar 30 01:40:09.872139 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-41e6c722-d92a-4e0c-b0e2-60d981beac25 req-03330c10-49e5-4a49-a090-02e6004cafbd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=942e2c63-7bc3-43b7-8db4-75312cedce92 HTTP/1.1" status: 200 len: 1002 time: 0.0615990 Mar 30 01:40:09.920245 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6c722-d92a-4e0c-b0e2-60d981beac25 req-1afd2422-6280-4398-bdf9-926dca532876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:09.921650 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-41e6c722-d92a-4e0c-b0e2-60d981beac25 req-1afd2422-6280-4398-bdf9-926dca532876 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=291a888a-2f0c-46a6-9e3c-47643e8502e0 HTTP/1.1" status: 200 len: 853 time: 0.0435696 Mar 30 01:40:09.971741 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6c722-d92a-4e0c-b0e2-60d981beac25 req-582248dd-df7b-4679-a2da-c80d32c59d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:09.973240 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-41e6c722-d92a-4e0c-b0e2-60d981beac25 req-582248dd-df7b-4679-a2da-c80d32c59d43 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4fc8217-b826-42b9-bc79-f94d3931b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0457318 Mar 30 01:40:09.982965 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [req-41e6c722-d92a-4e0c-b0e2-60d981beac25 req-b7ba15bd-53d8-471f-9d5c-857b1d4e85ff service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103228) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 01:40:09.983918 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-41e6c722-d92a-4e0c-b0e2-60d981beac25 req-b7ba15bd-53d8-471f-9d5c-857b1d4e85ff service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049834 Mar 30 01:40:10.078721 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-41e6c722-d92a-4e0c-b0e2-60d981beac25 req-96d54c57-097c-441d-800b-7db539a2042c service neutron] 10.222.0.18 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880308 Mar 30 01:40:10.184225 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-41e6c722-d92a-4e0c-b0e2-60d981beac25 req-4b655439-ae88-409b-a45f-03180194e26b service neutron] 10.222.0.18 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985003 Mar 30 01:40:19.761901 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3ab8d410-9df3-4f10-84aa-69c3a345a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:21.961514 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-71a85870-2a62-4b2c-bc99-b82662060c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:22.773816 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468fed2-81b9-4172-8e76-aa5ce2874603 req-b254be5a-88eb-4604-b2bf-54159621bc17 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:22.775309 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2468fed2-81b9-4172-8e76-aa5ce2874603 req-b254be5a-88eb-4604-b2bf-54159621bc17 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3a06d76-0420-4387-a523-7535898b8c73 HTTP/1.1" status: 200 len: 945 time: 0.0588641 Mar 30 01:40:22.828425 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2468fed2-81b9-4172-8e76-aa5ce2874603 req-6135a491-6969-4d69-af6b-4b42e8a1c0bb tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=e658ad9d-d575-4272-a3eb-21d36bd89d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447624 Mar 30 01:40:23.048529 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:23.976637 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c2ea9-243f-423f-9f6f-a62f87722946 req-1e4d83e9-d170-4c4a-847d-0447028a4936 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:23.978133 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ae4c2ea9-243f-423f-9f6f-a62f87722946 req-1e4d83e9-d170-4c4a-847d-0447028a4936 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3a06d76-0420-4387-a523-7535898b8c73 HTTP/1.1" status: 200 len: 945 time: 0.0621417 Mar 30 01:40:24.032767 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ae4c2ea9-243f-423f-9f6f-a62f87722946 req-bc1c4dc7-9212-40d5-a519-dae7acbe6dc0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=e658ad9d-d575-4272-a3eb-21d36bd89d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481927 Mar 30 01:40:24.264938 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077b106-6f32-4774-ade3-edf660827667 req-8c4642f5-343d-4af7-b6f7-a4d7efec05d3 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:24.266373 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-6077b106-6f32-4774-ade3-edf660827667 req-8c4642f5-343d-4af7-b6f7-a4d7efec05d3 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3a06d76-0420-4387-a523-7535898b8c73 HTTP/1.1" status: 200 len: 945 time: 0.0673611 Mar 30 01:40:24.372175 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-6077b106-6f32-4774-ade3-edf660827667 req-83de1001-f8a6-4b09-9098-778b3cde4db0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Deleting port 70dd812a-2f13-4dba-aa33-e11d3724d6c1 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:40:24.372408 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-6077b106-6f32-4774-ade3-edf660827667 req-83de1001-f8a6-4b09-9098-778b3cde4db0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (70dd812a-2f13-4dba-aa33-e11d3724d6c1), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:24.461062 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-6077b106-6f32-4774-ade3-edf660827667 req-83de1001-f8a6-4b09-9098-778b3cde4db0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] For port 70dd812a-2f13-4dba-aa33-e11d3724d6c1, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=70dd812a-2f13-4dba-aa33-e11d3724d6c1,segment=NetworkSegment(955dacbe-9dc0-4887-88d2-dd4a7aa3d199),segment_id=955dacbe-9dc0-4887-88d2-dd4a7aa3d199)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:40:24.461421 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-6077b106-6f32-4774-ade3-edf660827667 req-83de1001-f8a6-4b09-9098-778b3cde4db0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (70dd812a-2f13-4dba-aa33-e11d3724d6c1), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:24.620025 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:24.638859 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-6077b106-6f32-4774-ade3-edf660827667 req-83de1001-f8a6-4b09-9098-778b3cde4db0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:24.639220 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-6077b106-6f32-4774-ade3-edf660827667 req-83de1001-f8a6-4b09-9098-778b3cde4db0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623942'] for floatingip (5d210df3-fed1-4a61-9428-629ecbac868a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:24.639530 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.db.l3_db [req-6077b106-6f32-4774-ade3-edf660827667 req-83de1001-f8a6-4b09-9098-778b3cde4db0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Floating IP 5d210df3-fed1-4a61-9428-629ecbac868a disassociated. External IP: 172.28.0.95, port: 70dd812a-2f13-4dba-aa33-e11d3724d6c1. Mar 30 01:40:24.639861 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-6077b106-6f32-4774-ade3-edf660827667 req-83de1001-f8a6-4b09-9098-778b3cde4db0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Calling delete_port for 70dd812a-2f13-4dba-aa33-e11d3724d6c1 owned by compute:nova {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:40:24.774275 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-6077b106-6f32-4774-ade3-edf660827667 req-83de1001-f8a6-4b09-9098-778b3cde4db0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (70dd812a-2f13-4dba-aa33-e11d3724d6c1), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:24.805336 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de1001-f8a6-4b09-9098-778b3cde4db0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event deleted for resources: {'Port': ['ID=70dd812a-2f13-4dba-aa33-e11d3724d6c1,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:40:24.815669 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de1001-f8a6-4b09-9098-778b3cde4db0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:24.816011 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de1001-f8a6-4b09-9098-778b3cde4db0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:24.816355 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de1001-f8a6-4b09-9098-778b3cde4db0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:24.816676 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de1001-f8a6-4b09-9098-778b3cde4db0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:24.817006 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de1001-f8a6-4b09-9098-778b3cde4db0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:24.817312 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de1001-f8a6-4b09-9098-778b3cde4db0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:24.817634 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de1001-f8a6-4b09-9098-778b3cde4db0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:24.817957 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de1001-f8a6-4b09-9098-778b3cde4db0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:24.818261 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de1001-f8a6-4b09-9098-778b3cde4db0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:24.818682 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de1001-f8a6-4b09-9098-778b3cde4db0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:24.819033 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de1001-f8a6-4b09-9098-778b3cde4db0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:24.819354 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de1001-f8a6-4b09-9098-778b3cde4db0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:24.819661 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de1001-f8a6-4b09-9098-778b3cde4db0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:24.819981 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de1001-f8a6-4b09-9098-778b3cde4db0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:24.820294 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de1001-f8a6-4b09-9098-778b3cde4db0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:24.935550 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6077b106-6f32-4774-ade3-edf660827667 req-83de1001-f8a6-4b09-9098-778b3cde4db0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:40:25.054357 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6077b106-6f32-4774-ade3-edf660827667 req-83de1001-f8a6-4b09-9098-778b3cde4db0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:40:25.065101 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f40ceb6-aa4a-4bd0-ab1f-8de3c40e93e7 None None] Sync routers for ids ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'] in dv-cinder-817135-7-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:40:25.075828 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f40ceb6-aa4a-4bd0-ab1f-8de3c40e93e7 None None] Routers {'6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:40:25.076517 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-2f40ceb6-aa4a-4bd0-ab1f-8de3c40e93e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:40:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:40:25.099906 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-6077b106-6f32-4774-ade3-edf660827667 req-83de1001-f8a6-4b09-9098-778b3cde4db0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] No DVR routers for this DVR port 70dd812a-2f13-4dba-aa33-e11d3724d6c1 on host hv-cinder-81713 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:40:25.102497 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-6077b106-6f32-4774-ade3-edf660827667 req-83de1001-f8a6-4b09-9098-778b3cde4db0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:25.105906 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-6077b106-6f32-4774-ade3-edf660827667 req-83de1001-f8a6-4b09-9098-778b3cde4db0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.18 "DELETE /v2.0/ports/70dd812a-2f13-4dba-aa33-e11d3724d6c1 HTTP/1.1" status: 204 len: 173 time: 0.8345392 Mar 30 01:40:25.106344 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a06d76-0420-4387-a523-7535898b8c73', 'name': 'network-vif-deleted', 'tag': '70dd812a-2f13-4dba-aa33-e11d3724d6c1'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:40:25.108634 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf3cd8d-def0-4b37-83c0-3523ac437257" -d '{"events": [{"server_uuid": "d3a06d76-0420-4387-a523-7535898b8c73", "name": "network-vif-deleted", "tag": "70dd812a-2f13-4dba-aa33-e11d3724d6c1"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:40:25.151355 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0eba5417-489c-4be7-b096-5fe64a5381ca req-3aed1326-f71f-4a5b-b291-4d355b813908 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3a06d76-0420-4387-a523-7535898b8c73 HTTP/1.1" status: 200 len: 210 time: 0.0475385 Mar 30 01:40:25.203311 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-2f40ceb6-aa4a-4bd0-ab1f-8de3c40e93e7 None None] Set router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:40:25.299767 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9debc8-a90c-4009-a6a7-99ca0be8e651 x-openstack-request-id: req-2c9debc8-a90c-4009-a6a7-99ca0be8e651 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:40:25.300292 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a06d76-0420-4387-a523-7535898b8c73", "name": "network-vif-deleted", "tag": "70dd812a-2f13-4dba-aa33-e11d3724d6c1", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:40:25.300410 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c9debc8-a90c-4009-a6a7-99ca0be8e651 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:40:25.300873 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c9debc8-a90c-4009-a6a7-99ca0be8e651'] response: {'server_uuid': 'd3a06d76-0420-4387-a523-7535898b8c73', 'name': 'network-vif-deleted', 'tag': '70dd812a-2f13-4dba-aa33-e11d3724d6c1', 'status': 'completed', 'code': 200} Mar 30 01:40:25.438296 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-2f40ceb6-aa4a-4bd0-ab1f-8de3c40e93e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:29Z', 'revision_number': 4, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'gw_port': {'id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '8b921cd1-498b-4b89-a645-215a601ecaaa', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'floating_ip_address': '172.28.0.162', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'port_id': '942e2c63-7bc3-43b7-8db4-75312cedce92', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'mac_address': 'fa:16:3e:80:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7aa682-e4ba-4176-995a-381cbe87b16e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:37:31Z', 'updated_at': '2022-03-30T01:37:46Z', 'revision_number': 2, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424e53ac-3e95-4253-ac87-dadd199687e1', 'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'mac_address': 'fa:16:3e:4a:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:28Z', 'updated_at': '2022-03-30T01:37:32Z', 'revision_number': 5, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'subnets': [{'id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:40:25.467183 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f40ceb6-aa4a-4bd0-ab1f-8de3c40e93e7 None None] Checking router: 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c for host: dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:40:25.476170 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f40ceb6-aa4a-4bd0-ab1f-8de3c40e93e7 None None] Routers {'6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:40:25.476826 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-2f40ceb6-aa4a-4bd0-ab1f-8de3c40e93e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:40:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:40:25.588100 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-2f40ceb6-aa4a-4bd0-ab1f-8de3c40e93e7 None None] Set router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:40:25.813547 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-2f40ceb6-aa4a-4bd0-ab1f-8de3c40e93e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:29Z', 'revision_number': 4, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'gw_port': {'id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '8b921cd1-498b-4b89-a645-215a601ecaaa', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'floating_ip_address': '172.28.0.162', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'port_id': '942e2c63-7bc3-43b7-8db4-75312cedce92', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'mac_address': 'fa:16:3e:80:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7aa682-e4ba-4176-995a-381cbe87b16e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:37:31Z', 'updated_at': '2022-03-30T01:37:46Z', 'revision_number': 2, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424e53ac-3e95-4253-ac87-dadd199687e1', 'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'mac_address': 'fa:16:3e:4a:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:28Z', 'updated_at': '2022-03-30T01:37:32Z', 'revision_number': 5, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'subnets': [{'id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:40:25.841675 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f40ceb6-aa4a-4bd0-ab1f-8de3c40e93e7 None None] The sync data for ids ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'] in dv-cinder-817135-7-smb is: [{'id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:29Z', 'revision_number': 4, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'gw_port': {'id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '8b921cd1-498b-4b89-a645-215a601ecaaa', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'floating_ip_address': '172.28.0.162', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'port_id': '942e2c63-7bc3-43b7-8db4-75312cedce92', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'mac_address': 'fa:16:3e:80:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7aa682-e4ba-4176-995a-381cbe87b16e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:37:31Z', 'updated_at': '2022-03-30T01:37:46Z', 'revision_number': 2, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424e53ac-3e95-4253-ac87-dadd199687e1', 'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'mac_address': 'fa:16:3e:4a:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:28Z', 'updated_at': '2022-03-30T01:37:32Z', 'revision_number': 5, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'subnets': [{'id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:40:26.014428 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:26.088284 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205a59af-6db5-4fed-970d-718bb33fea31 None None] New status for floating IP 5d210df3-fed1-4a61-9428-629ecbac868a: DOWN {{(pid=103230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:40:26.236397 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 46408) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:40:26.289477 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1213f1e7-b51b-41ce-8366-30d60b7582fd tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group (e658ad9d-d575-4272-a3eb-21d36bd89d2e), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:26.314344 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1213f1e7-b51b-41ce-8366-30d60b7582fd tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group (e658ad9d-d575-4272-a3eb-21d36bd89d2e), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:26.363488 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1213f1e7-b51b-41ce-8366-30d60b7582fd tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (e658ad9d-d575-4272-a3eb-21d36bd89d2e), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:26.366116 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1213f1e7-b51b-41ce-8366-30d60b7582fd tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:26.367277 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-1213f1e7-b51b-41ce-8366-30d60b7582fd tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "DELETE /v2.0/security-groups/e658ad9d-d575-4272-a3eb-21d36bd89d2e HTTP/1.1" status: 204 len: 168 time: 0.1298394 Mar 30 01:40:26.370141 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 46410) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:40:26.377135 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213f1e7-b51b-41ce-8366-30d60b7582fd tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e658ad9d-d575-4272-a3eb-21d36bd89d2e,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:40:26.384076 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.api.v2.resource [None req-1a236ac0-d4fe-43ab-99b5-e630dc01b40d tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] show failed (client error): The resource could not be found. Mar 30 01:40:26.385128 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-1a236ac0-d4fe-43ab-99b5-e630dc01b40d tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups/e658ad9d-d575-4272-a3eb-21d36bd89d2e HTTP/1.1" status: 404 len: 347 time: 0.0139179 Mar 30 01:40:26.388191 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 46412) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:40:26.516416 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a198c367-afea-4a1c-a636-822d1fb33c15 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Deleting port 81e25214-6629-4cdf-9fe2-5948a1b1b5fe {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:40:26.516736 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a198c367-afea-4a1c-a636-822d1fb33c15 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (81e25214-6629-4cdf-9fe2-5948a1b1b5fe), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:26.592474 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a198c367-afea-4a1c-a636-822d1fb33c15 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (81e25214-6629-4cdf-9fe2-5948a1b1b5fe), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:26.592721 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a198c367-afea-4a1c-a636-822d1fb33c15 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for floatingip (81e25214-6629-4cdf-9fe2-5948a1b1b5fe), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:26.604381 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a198c367-afea-4a1c-a636-822d1fb33c15 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Calling delete_port for 81e25214-6629-4cdf-9fe2-5948a1b1b5fe owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:40:26.741198 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a198c367-afea-4a1c-a636-822d1fb33c15 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583052'] for port (81e25214-6629-4cdf-9fe2-5948a1b1b5fe), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:26.765807 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198c367-afea-4a1c-a636-822d1fb33c15 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event deleted for resources: {'Port': ['ID=81e25214-6629-4cdf-9fe2-5948a1b1b5fe,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:40:26.777123 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a198c367-afea-4a1c-a636-822d1fb33c15 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:26.777479 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a198c367-afea-4a1c-a636-822d1fb33c15 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:26.777808 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a198c367-afea-4a1c-a636-822d1fb33c15 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:26.778127 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a198c367-afea-4a1c-a636-822d1fb33c15 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:26.778480 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a198c367-afea-4a1c-a636-822d1fb33c15 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:26.778859 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a198c367-afea-4a1c-a636-822d1fb33c15 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:26.779189 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a198c367-afea-4a1c-a636-822d1fb33c15 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:26.779507 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a198c367-afea-4a1c-a636-822d1fb33c15 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:26.779828 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a198c367-afea-4a1c-a636-822d1fb33c15 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:26.780139 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a198c367-afea-4a1c-a636-822d1fb33c15 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:26.780465 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a198c367-afea-4a1c-a636-822d1fb33c15 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:26.780783 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a198c367-afea-4a1c-a636-822d1fb33c15 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:26.781105 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a198c367-afea-4a1c-a636-822d1fb33c15 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:26.781421 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a198c367-afea-4a1c-a636-822d1fb33c15 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:26.781731 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a198c367-afea-4a1c-a636-822d1fb33c15 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:26.834934 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a198c367-afea-4a1c-a636-822d1fb33c15 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for floatingip (5d210df3-fed1-4a61-9428-629ecbac868a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:26.837397 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a198c367-afea-4a1c-a636-822d1fb33c15 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:26.838706 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-a198c367-afea-4a1c-a636-822d1fb33c15 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "DELETE /v2.0/floatingips/5d210df3-fed1-4a61-9428-629ecbac868a HTTP/1.1" status: 204 len: 168 time: 0.4495101 Mar 30 01:40:28.470988 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8145b-3fe5-433f-a4c4-7fc280e26ff2 req-c7b2e101-7cac-4c7a-9ad0-7c7b46f3784f tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:28.472340 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9cb8145b-3fe5-433f-a4c4-7fc280e26ff2 req-c7b2e101-7cac-4c7a-9ad0-7c7b46f3784f tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d7aa682-e4ba-4176-995a-381cbe87b16e HTTP/1.1" status: 200 len: 946 time: 0.0581670 Mar 30 01:40:28.478888 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 70dd812a-2f13-4dba-aa33-e11d3724d6c1 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:40:28.498368 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] No Port match for: 70dd812a-2f13-4dba-aa33-e11d3724d6c1 {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:40:28.498684 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 70dd812a-2f13-4dba-aa33-e11d3724d6c1 not bound to the agent host hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:40:28.523213 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9cb8145b-3fe5-433f-a4c4-7fc280e26ff2 req-6761ac68-00b5-4d6d-83ec-c6683ade7cdd tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e06d912-0d56-4acb-ae6a-cb4c351ca202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438313 Mar 30 01:40:29.658498 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ba6ae-6d17-44ca-a826-e209e63d864a req-0b3cbf7a-6687-4776-b0e5-1f91876269a3 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:29.660013 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-503ba6ae-6d17-44ca-a826-e209e63d864a req-0b3cbf7a-6687-4776-b0e5-1f91876269a3 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d7aa682-e4ba-4176-995a-381cbe87b16e HTTP/1.1" status: 200 len: 946 time: 0.0619829 Mar 30 01:40:29.711345 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-503ba6ae-6d17-44ca-a826-e209e63d864a req-ddc3cf65-6d62-40b9-aec5-479971f29fa1 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e06d912-0d56-4acb-ae6a-cb4c351ca202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433447 Mar 30 01:40:30.314261 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce043f-ccda-4182-9b4e-c27f43a4c632 req-ddfe7e72-4c6a-4e0a-b422-734b3955b3c0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:30.315643 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-92ce043f-ccda-4182-9b4e-c27f43a4c632 req-ddfe7e72-4c6a-4e0a-b422-734b3955b3c0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7aa682-e4ba-4176-995a-381cbe87b16e HTTP/1.1" status: 200 len: 946 time: 0.0619657 Mar 30 01:40:30.637881 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-92ce043f-ccda-4182-9b4e-c27f43a4c632 req-7f239788-ec19-47a7-9d81-0895d77785d2 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Deleting port 942e2c63-7bc3-43b7-8db4-75312cedce92 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:40:30.638234 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-92ce043f-ccda-4182-9b4e-c27f43a4c632 req-7f239788-ec19-47a7-9d81-0895d77785d2 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (942e2c63-7bc3-43b7-8db4-75312cedce92), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:30.729782 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-92ce043f-ccda-4182-9b4e-c27f43a4c632 req-7f239788-ec19-47a7-9d81-0895d77785d2 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] For port 942e2c63-7bc3-43b7-8db4-75312cedce92, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=942e2c63-7bc3-43b7-8db4-75312cedce92,segment=NetworkSegment(955dacbe-9dc0-4887-88d2-dd4a7aa3d199),segment_id=955dacbe-9dc0-4887-88d2-dd4a7aa3d199)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:40:30.730149 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-92ce043f-ccda-4182-9b4e-c27f43a4c632 req-7f239788-ec19-47a7-9d81-0895d77785d2 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (942e2c63-7bc3-43b7-8db4-75312cedce92), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:30.841333 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019e295-76b3-4786-8b74-6adeb8220a7b req-4fc20aa7-0451-4de6-9179-d62b86724b41 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:30.842854 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9019e295-76b3-4786-8b74-6adeb8220a7b req-4fc20aa7-0451-4de6-9179-d62b86724b41 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d7aa682-e4ba-4176-995a-381cbe87b16e HTTP/1.1" status: 200 len: 946 time: 0.0579507 Mar 30 01:40:30.891101 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9019e295-76b3-4786-8b74-6adeb8220a7b req-1ff022f8-2076-4b49-8ec8-52dfeb26b4f9 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e06d912-0d56-4acb-ae6a-cb4c351ca202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421906 Mar 30 01:40:30.902083 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-92ce043f-ccda-4182-9b4e-c27f43a4c632 req-7f239788-ec19-47a7-9d81-0895d77785d2 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:30.902449 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-92ce043f-ccda-4182-9b4e-c27f43a4c632 req-7f239788-ec19-47a7-9d81-0895d77785d2 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623942'] for floatingip (8b921cd1-498b-4b89-a645-215a601ecaaa), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:30.902797 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.db.l3_db [req-92ce043f-ccda-4182-9b4e-c27f43a4c632 req-7f239788-ec19-47a7-9d81-0895d77785d2 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Floating IP 8b921cd1-498b-4b89-a645-215a601ecaaa disassociated. External IP: 172.28.0.162, port: 942e2c63-7bc3-43b7-8db4-75312cedce92. Mar 30 01:40:30.903131 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-92ce043f-ccda-4182-9b4e-c27f43a4c632 req-7f239788-ec19-47a7-9d81-0895d77785d2 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Calling delete_port for 942e2c63-7bc3-43b7-8db4-75312cedce92 owned by compute:nova {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:40:31.035568 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-92ce043f-ccda-4182-9b4e-c27f43a4c632 req-7f239788-ec19-47a7-9d81-0895d77785d2 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (942e2c63-7bc3-43b7-8db4-75312cedce92), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:31.070377 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f239788-ec19-47a7-9d81-0895d77785d2 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event deleted for resources: {'Port': ['ID=942e2c63-7bc3-43b7-8db4-75312cedce92,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:40:31.185903 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92ce043f-ccda-4182-9b4e-c27f43a4c632 req-7f239788-ec19-47a7-9d81-0895d77785d2 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:40:31.304278 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92ce043f-ccda-4182-9b4e-c27f43a4c632 req-7f239788-ec19-47a7-9d81-0895d77785d2 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:40:31.314565 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97edb2b6-d7da-4f8d-b1dc-9dbdae430b3b None None] Sync routers for ids ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'] in dv-cinder-817135-7-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:40:31.325462 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97edb2b6-d7da-4f8d-b1dc-9dbdae430b3b None None] Routers {'6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:40:31.326162 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-97edb2b6-d7da-4f8d-b1dc-9dbdae430b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:40:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:40:31.345540 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ce043f-ccda-4182-9b4e-c27f43a4c632 req-7f239788-ec19-47a7-9d81-0895d77785d2 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] No DVR routers for this DVR port 942e2c63-7bc3-43b7-8db4-75312cedce92 on host hv-cinder-81713 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:40:31.348076 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-92ce043f-ccda-4182-9b4e-c27f43a4c632 req-7f239788-ec19-47a7-9d81-0895d77785d2 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:31.351343 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-92ce043f-ccda-4182-9b4e-c27f43a4c632 req-7f239788-ec19-47a7-9d81-0895d77785d2 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.18 "DELETE /v2.0/ports/942e2c63-7bc3-43b7-8db4-75312cedce92 HTTP/1.1" status: 204 len: 173 time: 1.0301030 Mar 30 01:40:31.351777 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7aa682-e4ba-4176-995a-381cbe87b16e', 'name': 'network-vif-deleted', 'tag': '942e2c63-7bc3-43b7-8db4-75312cedce92'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:40:31.354011 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613a6819-a371-46a5-b31a-808e5221bf96" -d '{"events": [{"server_uuid": "6d7aa682-e4ba-4176-995a-381cbe87b16e", "name": "network-vif-deleted", "tag": "942e2c63-7bc3-43b7-8db4-75312cedce92"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:40:31.391989 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f44999b-f3b4-481a-9efd-cafbab4806b0 x-openstack-request-id: req-9f44999b-f3b4-481a-9efd-cafbab4806b0 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:40:31.391989 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7aa682-e4ba-4176-995a-381cbe87b16e", "name": "network-vif-deleted", "tag": "942e2c63-7bc3-43b7-8db4-75312cedce92", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:40:31.392266 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f44999b-f3b4-481a-9efd-cafbab4806b0 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:40:31.392630 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f44999b-f3b4-481a-9efd-cafbab4806b0'] response: {'server_uuid': '6d7aa682-e4ba-4176-995a-381cbe87b16e', 'name': 'network-vif-deleted', 'tag': '942e2c63-7bc3-43b7-8db4-75312cedce92', 'status': 'completed', 'code': 200} Mar 30 01:40:31.438735 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-97edb2b6-d7da-4f8d-b1dc-9dbdae430b3b None None] Set router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:40:31.643527 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-97edb2b6-d7da-4f8d-b1dc-9dbdae430b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:29Z', 'revision_number': 4, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'gw_port': {'id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '424e53ac-3e95-4253-ac87-dadd199687e1', 'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'mac_address': 'fa:16:3e:4a:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:28Z', 'updated_at': '2022-03-30T01:37:32Z', 'revision_number': 5, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'subnets': [{'id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:40:31.669066 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97edb2b6-d7da-4f8d-b1dc-9dbdae430b3b None None] Checking router: 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c for host: dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:40:31.678341 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97edb2b6-d7da-4f8d-b1dc-9dbdae430b3b None None] Routers {'6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:40:31.678979 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-97edb2b6-d7da-4f8d-b1dc-9dbdae430b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:40:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:40:31.787412 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-97edb2b6-d7da-4f8d-b1dc-9dbdae430b3b None None] Set router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:40:31.979726 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 46442) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:40:32.034524 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-87b0baad-c050-49fe-bded-034a378386d2 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group (4e06d912-0d56-4acb-ae6a-cb4c351ca202), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:32.057337 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-87b0baad-c050-49fe-bded-034a378386d2 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group (4e06d912-0d56-4acb-ae6a-cb4c351ca202), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:32.082274 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-97edb2b6-d7da-4f8d-b1dc-9dbdae430b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:29Z', 'revision_number': 4, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'gw_port': {'id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '424e53ac-3e95-4253-ac87-dadd199687e1', 'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'mac_address': 'fa:16:3e:4a:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:28Z', 'updated_at': '2022-03-30T01:37:32Z', 'revision_number': 5, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'subnets': [{'id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:40:32.109031 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-87b0baad-c050-49fe-bded-034a378386d2 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (4e06d912-0d56-4acb-ae6a-cb4c351ca202), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:32.109263 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97edb2b6-d7da-4f8d-b1dc-9dbdae430b3b None None] The sync data for ids ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'] in dv-cinder-817135-7-smb is: [{'id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:29Z', 'revision_number': 4, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'gw_port': {'id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '424e53ac-3e95-4253-ac87-dadd199687e1', 'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'mac_address': 'fa:16:3e:4a:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:28Z', 'updated_at': '2022-03-30T01:37:32Z', 'revision_number': 5, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'subnets': [{'id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:40:32.111653 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-87b0baad-c050-49fe-bded-034a378386d2 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:32.112924 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-87b0baad-c050-49fe-bded-034a378386d2 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "DELETE /v2.0/security-groups/4e06d912-0d56-4acb-ae6a-cb4c351ca202 HTTP/1.1" status: 204 len: 168 time: 0.1321001 Mar 30 01:40:32.115966 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 46444) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:40:32.123900 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0baad-c050-49fe-bded-034a378386d2 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e06d912-0d56-4acb-ae6a-cb4c351ca202,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:40:32.133789 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.api.v2.resource [None req-05e52874-0961-40a4-addd-4a19a7f10e91 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] show failed (client error): The resource could not be found. Mar 30 01:40:32.135163 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-05e52874-0961-40a4-addd-4a19a7f10e91 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups/4e06d912-0d56-4acb-ae6a-cb4c351ca202 HTTP/1.1" status: 404 len: 347 time: 0.0173717 Mar 30 01:40:32.138047 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 46446) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:40:32.272717 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-24a6149b-0192-4e00-aa88-2d003eb885c7 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Deleting port 8c7c00b7-df59-46f1-a258-e4e165eb93b2 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:40:32.273009 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-24a6149b-0192-4e00-aa88-2d003eb885c7 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (8c7c00b7-df59-46f1-a258-e4e165eb93b2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:32.352434 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-24a6149b-0192-4e00-aa88-2d003eb885c7 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (8c7c00b7-df59-46f1-a258-e4e165eb93b2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:32.352755 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-24a6149b-0192-4e00-aa88-2d003eb885c7 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for floatingip (8c7c00b7-df59-46f1-a258-e4e165eb93b2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:32.352880 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a82f82c-b967-4ac7-9f84-b1b0c04bb7d7 None None] New status for floating IP 8b921cd1-498b-4b89-a645-215a601ecaaa: DOWN {{(pid=103230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:40:32.371489 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-24a6149b-0192-4e00-aa88-2d003eb885c7 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Calling delete_port for 8c7c00b7-df59-46f1-a258-e4e165eb93b2 owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:40:32.514292 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-24a6149b-0192-4e00-aa88-2d003eb885c7 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583052'] for port (8c7c00b7-df59-46f1-a258-e4e165eb93b2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:32.546483 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6149b-0192-4e00-aa88-2d003eb885c7 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event deleted for resources: {'Port': ['ID=8c7c00b7-df59-46f1-a258-e4e165eb93b2,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:40:32.613002 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-24a6149b-0192-4e00-aa88-2d003eb885c7 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for floatingip (8b921cd1-498b-4b89-a645-215a601ecaaa), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:32.615563 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-24a6149b-0192-4e00-aa88-2d003eb885c7 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:32.616739 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-24a6149b-0192-4e00-aa88-2d003eb885c7 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "DELETE /v2.0/floatingips/8b921cd1-498b-4b89-a645-215a601ecaaa HTTP/1.1" status: 204 len: 168 time: 0.4776702 Mar 30 01:40:32.928557 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 46450) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:40:32.934369 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-f01238a5-544a-4936-bbc8-09cc07e6cf45 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--215516756', 'description': 'tempest-description--114536080'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:40:32.960063 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f01238a5-544a-4936-bbc8-09cc07e6cf45 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:33.037213 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f01238a5-544a-4936-bbc8-09cc07e6cf45 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group (397ce3df-acb7-4f22-9d5e-e541ba4870f5), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:33.043489 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f01238a5-544a-4936-bbc8-09cc07e6cf45 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (397ce3df-acb7-4f22-9d5e-e541ba4870f5), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:33.086013 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f01238a5-544a-4936-bbc8-09cc07e6cf45 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:33.087313 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-f01238a5-544a-4936-bbc8-09cc07e6cf45 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1574624 Mar 30 01:40:33.089235 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01238a5-544a-4936-bbc8-09cc07e6cf45 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=397ce3df-acb7-4f22-9d5e-e541ba4870f5,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:40:33.090380 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 46452) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:40:33.096604 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-2ade4292-5a50-43b7-aa10-cd8d899745ce tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Request body: {'security_group_rule': {'security_group_id': '397ce3df-acb7-4f22-9d5e-e541ba4870f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:40:33.128939 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ade4292-5a50-43b7-aa10-cd8d899745ce tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group_rule (b6f94efb-bb1e-4fcf-bdc9-35ffa9953517), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:33.179685 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ade4292-5a50-43b7-aa10-cd8d899745ce tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group_rule (b6f94efb-bb1e-4fcf-bdc9-35ffa9953517), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:33.184934 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ade4292-5a50-43b7-aa10-cd8d899745ce tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532171'] for security_group_rule (b6f94efb-bb1e-4fcf-bdc9-35ffa9953517), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:33.204979 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade4292-5a50-43b7-aa10-cd8d899745ce tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f94efb-bb1e-4fcf-bdc9-35ffa9953517,revision_number=0']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:40:33.212265 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ade4292-5a50-43b7-aa10-cd8d899745ce tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:33.213212 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-2ade4292-5a50-43b7-aa10-cd8d899745ce tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217184 Mar 30 01:40:33.216353 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 46454) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:40:33.221962 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-5992c0c9-496b-4c30-b9b3-4211e11e3660 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Request body: {'security_group_rule': {'security_group_id': '397ce3df-acb7-4f22-9d5e-e541ba4870f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:40:33.252853 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5992c0c9-496b-4c30-b9b3-4211e11e3660 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group_rule (de657a51-24ca-4150-a5d8-f265ea22c94a), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:33.314318 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5992c0c9-496b-4c30-b9b3-4211e11e3660 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group_rule (de657a51-24ca-4150-a5d8-f265ea22c94a), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:33.319814 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5992c0c9-496b-4c30-b9b3-4211e11e3660 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532171'] for security_group_rule (de657a51-24ca-4150-a5d8-f265ea22c94a), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:33.338874 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992c0c9-496b-4c30-b9b3-4211e11e3660 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de657a51-24ca-4150-a5d8-f265ea22c94a,revision_number=0']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:40:33.348464 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5992c0c9-496b-4c30-b9b3-4211e11e3660 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:33.349708 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-5992c0c9-496b-4c30-b9b3-4211e11e3660 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1321459 Mar 30 01:40:33.352915 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 46456) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:40:33.358883 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-54564e95-f160-4017-9b03-6828d5472230 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Request body: {'floatingip': {'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:40:33.384769 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-54564e95-f160-4017-9b03-6828d5472230 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:33.506243 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-54564e95-f160-4017-9b03-6828d5472230 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:33.611029 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-54564e95-f160-4017-9b03-6828d5472230 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Allocated IP 172.28.0.244 (37ca571a-19ad-455c-abf6-69b74430259c/15a93e34-d4d7-43d8-ae08-ce799dd1e751/fcd0f243-726a-402e-a998-7c7832dc3228) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:40:33.727527 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-54564e95-f160-4017-9b03-6828d5472230 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for port (fcd0f243-726a-402e-a998-7c7832dc3228), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:33.765397 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-54564e95-f160-4017-9b03-6828d5472230 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (fcd0f243-726a-402e-a998-7c7832dc3228), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:33.805678 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54564e95-f160-4017-9b03-6828d5472230 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Network 37ca571a-19ad-455c-abf6-69b74430259c is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:40:33.810723 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-54564e95-f160-4017-9b03-6828d5472230 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:40:33.813165 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54564e95-f160-4017-9b03-6828d5472230 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:40:33.819197 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54564e95-f160-4017-9b03-6828d5472230 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event updated for resources: {'Port': ['ID=fcd0f243-726a-402e-a998-7c7832dc3228,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:40:33.906204 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-54564e95-f160-4017-9b03-6828d5472230 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for floatingip (2649cf0f-b1bd-4487-b295-0b2724482797), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:33.955024 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-54564e95-f160-4017-9b03-6828d5472230 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (fcd0f243-726a-402e-a998-7c7832dc3228), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:34.115159 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-54564e95-f160-4017-9b03-6828d5472230 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for port (fcd0f243-726a-402e-a998-7c7832dc3228), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:34.123601 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-54564e95-f160-4017-9b03-6828d5472230 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (fcd0f243-726a-402e-a998-7c7832dc3228), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:34.205020 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54564e95-f160-4017-9b03-6828d5472230 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event updated for resources: {'Port': ['ID=fcd0f243-726a-402e-a998-7c7832dc3228,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:40:34.218220 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-54564e95-f160-4017-9b03-6828d5472230 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623942'] for floatingip (2649cf0f-b1bd-4487-b295-0b2724482797), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:34.234637 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-54564e95-f160-4017-9b03-6828d5472230 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for floatingip (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:34.235882 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-54564e95-f160-4017-9b03-6828d5472230 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8818784 Mar 30 01:40:34.446802 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-05fed63a-a574-4e02-b87e-f210ba3d20ee tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--215516756&fields=id&tenant_id=9a03f8a6cc5c423d8cbd14756161c0dc HTTP/1.1" status: 200 len: 267 time: 0.0561893 Mar 30 01:40:34.478064 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 942e2c63-7bc3-43b7-8db4-75312cedce92 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:40:34.499089 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] No Port match for: 942e2c63-7bc3-43b7-8db4-75312cedce92 {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:40:34.499437 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 942e2c63-7bc3-43b7-8db4-75312cedce92 not bound to the agent host hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:40:34.565859 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-bf20e080-c006-4fc3-a563-8b6a614911f1 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:34.567362 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-bf20e080-c006-4fc3-a563-8b6a614911f1 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/networks?id=c4fc8217-b826-42b9-bc79-f94d3931b7cd HTTP/1.1" status: 200 len: 814 time: 0.1126125 Mar 30 01:40:34.582157 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-32e6a3d6-0b71-4062-b469-246bcf24bd55 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/quotas/9a03f8a6cc5c423d8cbd14756161c0dc HTTP/1.1" status: 200 len: 375 time: 0.0093565 Mar 30 01:40:34.642832 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-7f815903-5c40-43d4-bd27-7da456c4f838 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9a03f8a6cc5c423d8cbd14756161c0dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556939 Mar 30 01:40:34.711541 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-49f99acd-397d-4673-9f49-159daa2c4f61 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 01:40:34.712568 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-49f99acd-397d-4673-9f49-159daa2c4f61 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0584261 Mar 30 01:40:34.808190 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-60ff6c36-8031-44a1-8669-e396895c7e16 service neutron] 10.222.0.25 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884466 Mar 30 01:40:34.821256 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:34.917156 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-b032ee97-f35c-4b2c-8339-c82051ecd245 service neutron] 10.222.0.25 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028934 Mar 30 01:40:35.076718 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-dd606523-ca91-445f-8b1b-3a9b6928d2aa req-39b7a83d-4caa-4282-ae8b-6bd4aed889bd tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=112cbadd-4a16-401d-a6d7-129295a3ed86 HTTP/1.1" status: 200 len: 210 time: 0.0277567 Mar 30 01:40:36.171128 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-7490996d-60c6-45db-924c-cf6357b7c159 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:36.174292 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-7490996d-60c6-45db-924c-cf6357b7c159 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.18 "GET /v2.0/networks?id=c4fc8217-b826-42b9-bc79-f94d3931b7cd HTTP/1.1" status: 200 len: 814 time: 0.1097977 Mar 30 01:40:36.176513 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f0b6183a-5378-40f3-9d0c-a1eb2dde727f req-d1f54941-7fcf-4f45-a0a9-4925c3a01337 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=112cbadd-4a16-401d-a6d7-129295a3ed86 HTTP/1.1" status: 200 len: 210 time: 0.0282483 Mar 30 01:40:36.234668 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-8e58b7cc-f35e-48d6-8939-5e600ab4523c tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a03f8a6cc5c423d8cbd14756161c0dc HTTP/1.1" status: 200 len: 379 time: 0.0536323 Mar 30 01:40:36.245628 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-c9c7e40c-520e-4d6a-b4e2-e11dd603a5e0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Request body: {'port': {'device_id': '112cbadd-4a16-401d-a6d7-129295a3ed86', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'admin_state_up': True, 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'security_groups': ['397ce3df-acb7-4f22-9d5e-e541ba4870f5']}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:40:36.356805 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-c9c7e40c-520e-4d6a-b4e2-e11dd603a5e0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Made reservation on behalf of 9a03f8a6cc5c423d8cbd14756161c0dc for: {'port': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:40:36.360140 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-c9c7e40c-520e-4d6a-b4e2-e11dd603a5e0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:36.493685 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-c9c7e40c-520e-4d6a-b4e2-e11dd603a5e0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Allocated IP 172.20.0.5 (c4fc8217-b826-42b9-bc79-f94d3931b7cd/291a888a-2f0c-46a6-9e3c-47643e8502e0/8b641be7-5a5e-4353-90e1-ca75ca25b763) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:40:36.635758 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-c9c7e40c-520e-4d6a-b4e2-e11dd603a5e0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for port (8b641be7-5a5e-4353-90e1-ca75ca25b763), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:36.672486 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-c9c7e40c-520e-4d6a-b4e2-e11dd603a5e0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (8b641be7-5a5e-4353-90e1-ca75ca25b763), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:36.713772 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-c9c7e40c-520e-4d6a-b4e2-e11dd603a5e0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Network c4fc8217-b826-42b9-bc79-f94d3931b7cd is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:40:36.717022 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-c9c7e40c-520e-4d6a-b4e2-e11dd603a5e0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:40:36.721001 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-c9c7e40c-520e-4d6a-b4e2-e11dd603a5e0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:40:36.732710 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7e40c-520e-4d6a-b4e2-e11dd603a5e0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event updated for resources: {'Port': ['ID=8b641be7-5a5e-4353-90e1-ca75ca25b763,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:40:36.777724 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-c9c7e40c-520e-4d6a-b4e2-e11dd603a5e0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:36.778353 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-c9c7e40c-520e-4d6a-b4e2-e11dd603a5e0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:36.795887 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-c9c7e40c-520e-4d6a-b4e2-e11dd603a5e0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5539408 Mar 30 01:40:36.807146 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-b47c894b-ddf0-4d73-af1b-8d2df883f592 service neutron] Request body: {'port': {'device_id': '112cbadd-4a16-401d-a6d7-129295a3ed86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:40:36.871055 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-b47c894b-ddf0-4d73-af1b-8d2df883f592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (8b641be7-5a5e-4353-90e1-ca75ca25b763), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:36.947836 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-d038f729-4e89-4a23-818f-e21197b4bf7a None None] Provisioning complete for port 8b641be7-5a5e-4353-90e1-ca75ca25b763 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:40:36.948451 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d038f729-4e89-4a23-818f-e21197b4bf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (8b641be7-5a5e-4353-90e1-ca75ca25b763), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:36.986924 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-d038f729-4e89-4a23-818f-e21197b4bf7a None None] Port 8b641be7-5a5e-4353-90e1-ca75ca25b763 cannot update to ACTIVE because it is not bound. {{(pid=103230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:40:37.140865 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-b47c894b-ddf0-4d73-af1b-8d2df883f592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b641be7-5a5e-4353-90e1-ca75ca25b763 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:40:37.152725 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-b47c894b-ddf0-4d73-af1b-8d2df883f592 service neutron] Publish callbacks [] for port (8b641be7-5a5e-4353-90e1-ca75ca25b763), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:37.166854 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-b47c894b-ddf0-4d73-af1b-8d2df883f592 service neutron] Transition to ACTIVE for port object 8b641be7-5a5e-4353-90e1-ca75ca25b763 will not be triggered until provisioned by entity L2. {{(pid=103228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:40:37.172439 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-b47c894b-ddf0-4d73-af1b-8d2df883f592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (8b641be7-5a5e-4353-90e1-ca75ca25b763), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:37.222827 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c894b-ddf0-4d73-af1b-8d2df883f592 service neutron] Pushing event updated for resources: {'Port': ['ID=8b641be7-5a5e-4353-90e1-ca75ca25b763,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:40:37.296678 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-b47c894b-ddf0-4d73-af1b-8d2df883f592 service neutron] Attempting to bind port 8b641be7-5a5e-4353-90e1-ca75ca25b763 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:40:37.297738 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-b47c894b-ddf0-4d73-af1b-8d2df883f592 service neutron] Attempting to bind port 8b641be7-5a5e-4353-90e1-ca75ca25b763 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '955dacbe-9dc0-4887-88d2-dd4a7aa3d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:40:37.298098 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-b47c894b-ddf0-4d73-af1b-8d2df883f592 service neutron] Attempting to bind port 8b641be7-5a5e-4353-90e1-ca75ca25b763 on network c4fc8217-b826-42b9-bc79-f94d3931b7cd {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:40:37.302822 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-b47c894b-ddf0-4d73-af1b-8d2df883f592 service neutron] Port 8b641be7-5a5e-4353-90e1-ca75ca25b763 on network c4fc8217-b826-42b9-bc79-f94d3931b7cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:40:37.303210 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-b47c894b-ddf0-4d73-af1b-8d2df883f592 service neutron] Attempting to bind port 8b641be7-5a5e-4353-90e1-ca75ca25b763 on network c4fc8217-b826-42b9-bc79-f94d3931b7cd {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:40:37.308345 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-b47c894b-ddf0-4d73-af1b-8d2df883f592 service neutron] Checking agent: {'id': '4d4a4723-54eb-40cd-a736-b5d7ac710e77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'started_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:40:37.308763 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-b47c894b-ddf0-4d73-af1b-8d2df883f592 service neutron] Checking segment: {'id': '955dacbe-9dc0-4887-88d2-dd4a7aa3d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:40:37.309205 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-b47c894b-ddf0-4d73-af1b-8d2df883f592 service neutron] Bound using segment: {'id': '955dacbe-9dc0-4887-88d2-dd4a7aa3d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:40:37.309700 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-b47c894b-ddf0-4d73-af1b-8d2df883f592 service neutron] Bound port: 8b641be7-5a5e-4353-90e1-ca75ca25b763, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955dacbe-9dc0-4887-88d2-dd4a7aa3d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:40:37.310036 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb2dfa-1c08-43c5-8472-39ba3c379e88 req-d86f89e8-ef9c-4481-a4e8-574e3140a71f tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:37.310545 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-b47c894b-ddf0-4d73-af1b-8d2df883f592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (8b641be7-5a5e-4353-90e1-ca75ca25b763), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:37.311875 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c6cb2dfa-1c08-43c5-8472-39ba3c379e88 req-d86f89e8-ef9c-4481-a4e8-574e3140a71f tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=112cbadd-4a16-401d-a6d7-129295a3ed86 HTTP/1.1" status: 200 len: 943 time: 0.0596745 Mar 30 01:40:37.364834 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c6cb2dfa-1c08-43c5-8472-39ba3c379e88 req-5ce120ad-3128-47d8-ab66-0c7c03abc0da tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=397ce3df-acb7-4f22-9d5e-e541ba4870f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462229 Mar 30 01:40:37.379537 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-b47c894b-ddf0-4d73-af1b-8d2df883f592 service neutron] For port 8b641be7-5a5e-4353-90e1-ca75ca25b763, host hv-cinder-81713, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:40:37.385599 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-b47c894b-ddf0-4d73-af1b-8d2df883f592 service neutron] For port 8b641be7-5a5e-4353-90e1-ca75ca25b763, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=8b641be7-5a5e-4353-90e1-ca75ca25b763,segment=NetworkSegment(955dacbe-9dc0-4887-88d2-dd4a7aa3d199),segment_id=955dacbe-9dc0-4887-88d2-dd4a7aa3d199)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:40:37.394153 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-b47c894b-ddf0-4d73-af1b-8d2df883f592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (8b641be7-5a5e-4353-90e1-ca75ca25b763), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:37.428062 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-b47c894b-ddf0-4d73-af1b-8d2df883f592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:37.428648 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-b47c894b-ddf0-4d73-af1b-8d2df883f592 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:37.430080 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-b47c894b-ddf0-4d73-af1b-8d2df883f592 service neutron] 10.222.0.18 "PUT /v2.0/ports/8b641be7-5a5e-4353-90e1-ca75ca25b763 HTTP/1.1" status: 200 len: 1093 time: 0.6271756 Mar 30 01:40:37.430484 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '112cbadd-4a16-401d-a6d7-129295a3ed86', 'tag': '8b641be7-5a5e-4353-90e1-ca75ca25b763'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:40:37.432764 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11322a65-d00c-46ad-b6ce-d4e547ead335" -d '{"events": [{"name": "network-changed", "server_uuid": "112cbadd-4a16-401d-a6d7-129295a3ed86", "tag": "8b641be7-5a5e-4353-90e1-ca75ca25b763"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:40:37.460645 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c894b-ddf0-4d73-af1b-8d2df883f592 service neutron] Pushing event updated for resources: {'Port': ['ID=8b641be7-5a5e-4353-90e1-ca75ca25b763,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:40:37.492443 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9511d4e1-0bf5-48ed-9526-a63646b29afd x-openstack-request-id: req-9511d4e1-0bf5-48ed-9526-a63646b29afd {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:40:37.492807 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "112cbadd-4a16-401d-a6d7-129295a3ed86", "tag": "8b641be7-5a5e-4353-90e1-ca75ca25b763", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:40:37.493129 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9511d4e1-0bf5-48ed-9526-a63646b29afd {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:40:37.493606 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9511d4e1-0bf5-48ed-9526-a63646b29afd'] response: {'name': 'network-changed', 'server_uuid': '112cbadd-4a16-401d-a6d7-129295a3ed86', 'tag': '8b641be7-5a5e-4353-90e1-ca75ca25b763', 'status': 'completed', 'code': 200} Mar 30 01:40:37.528137 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-4a6e874e-b33c-46e8-8c2c-6a63eaa35812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:37.529667 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-4a6e874e-b33c-46e8-8c2c-6a63eaa35812 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a03f8a6cc5c423d8cbd14756161c0dc&device_id=112cbadd-4a16-401d-a6d7-129295a3ed86 HTTP/1.1" status: 200 len: 1127 time: 0.0478017 Mar 30 01:40:37.575984 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-0ef4bfde-16f2-437e-87f8-50f2a7840043 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b641be7-5a5e-4353-90e1-ca75ca25b763 HTTP/1.1" status: 200 len: 217 time: 0.0384812 Mar 30 01:40:37.623751 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-4306457e-334e-4fdc-813e-2ef75ee545f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:37.625355 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-4306457e-334e-4fdc-813e-2ef75ee545f6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=291a888a-2f0c-46a6-9e3c-47643e8502e0 HTTP/1.1" status: 200 len: 853 time: 0.0441830 Mar 30 01:40:37.678809 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-c9d5cf45-030e-4bb0-b78b-4cfeb806f095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:37.680858 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-c9d5cf45-030e-4bb0-b78b-4cfeb806f095 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4fc8217-b826-42b9-bc79-f94d3931b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0496690 Mar 30 01:40:37.773652 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-e9e6a899-6bac-4afb-b153-42f581ea5fcd service neutron] 10.222.0.18 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861106 Mar 30 01:40:37.861520 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-ee7a5c43-1bf2-4ad6-8c48-73bce2bfd257 req-32490974-1135-4e28-bd82-81db2987a86d service neutron] 10.222.0.18 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818691 Mar 30 01:40:37.966882 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11322a65-d00c-46ad-b6ce-d4e547ead335 req-87b2c18a-c9a5-4782-86e5-11d0f8a99398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:37.968383 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-11322a65-d00c-46ad-b6ce-d4e547ead335 req-87b2c18a-c9a5-4782-86e5-11d0f8a99398 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a03f8a6cc5c423d8cbd14756161c0dc&device_id=112cbadd-4a16-401d-a6d7-129295a3ed86 HTTP/1.1" status: 200 len: 1127 time: 0.0508668 Mar 30 01:40:38.057183 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11322a65-d00c-46ad-b6ce-d4e547ead335 req-51bb98ca-78dc-400b-903e-67009f8f113c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:38.058571 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-11322a65-d00c-46ad-b6ce-d4e547ead335 req-51bb98ca-78dc-400b-903e-67009f8f113c service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4fc8217-b826-42b9-bc79-f94d3931b7cd HTTP/1.1" status: 200 len: 915 time: 0.0833499 Mar 30 01:40:38.098911 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-11322a65-d00c-46ad-b6ce-d4e547ead335 req-4859bd35-51cb-4cf4-a633-da1afd38244b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b641be7-5a5e-4353-90e1-ca75ca25b763 HTTP/1.1" status: 200 len: 217 time: 0.0345294 Mar 30 01:40:38.149909 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11322a65-d00c-46ad-b6ce-d4e547ead335 req-51b65590-11dc-4e31-8c95-43de90f88b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:38.151370 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-11322a65-d00c-46ad-b6ce-d4e547ead335 req-51b65590-11dc-4e31-8c95-43de90f88b38 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=291a888a-2f0c-46a6-9e3c-47643e8502e0 HTTP/1.1" status: 200 len: 853 time: 0.0466499 Mar 30 01:40:38.208850 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11322a65-d00c-46ad-b6ce-d4e547ead335 req-9bfbf131-3768-403a-969c-65d6df6ffd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:38.210421 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-11322a65-d00c-46ad-b6ce-d4e547ead335 req-9bfbf131-3768-403a-969c-65d6df6ffd0c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4fc8217-b826-42b9-bc79-f94d3931b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0528443 Mar 30 01:40:38.296518 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-11322a65-d00c-46ad-b6ce-d4e547ead335 req-af25db5b-1c88-49ac-92bb-910ec1601d64 service neutron] 10.222.0.18 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790005 Mar 30 01:40:38.388884 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-11322a65-d00c-46ad-b6ce-d4e547ead335 req-faccdfb9-c085-4c20-b2dd-fc05dd89b0d1 service neutron] 10.222.0.18 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867603 Mar 30 01:40:38.492254 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2112e3-68d4-4403-a42c-627f0ae2ff55 req-b64989bd-ad5a-46d7-b304-ae66c33c207d tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:38.493743 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9d2112e3-68d4-4403-a42c-627f0ae2ff55 req-b64989bd-ad5a-46d7-b304-ae66c33c207d tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=112cbadd-4a16-401d-a6d7-129295a3ed86 HTTP/1.1" status: 200 len: 943 time: 0.0539613 Mar 30 01:40:38.541835 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9d2112e3-68d4-4403-a42c-627f0ae2ff55 req-18362892-bce9-4e52-8d41-61a13dda13e8 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=397ce3df-acb7-4f22-9d5e-e541ba4870f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423603 Mar 30 01:40:39.133662 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:40:39.675453 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefd8ad-a1c6-4f44-9007-9ec4122bb352 req-0974aea0-e5de-4ffc-a3a7-6d0f5abe810a tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:39.676914 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0eefd8ad-a1c6-4f44-9007-9ec4122bb352 req-0974aea0-e5de-4ffc-a3a7-6d0f5abe810a tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=112cbadd-4a16-401d-a6d7-129295a3ed86 HTTP/1.1" status: 200 len: 943 time: 0.0559001 Mar 30 01:40:39.728136 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0eefd8ad-a1c6-4f44-9007-9ec4122bb352 req-dbae45f6-97cc-460c-b771-7394ac146f22 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=397ce3df-acb7-4f22-9d5e-e541ba4870f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454018 Mar 30 01:40:40.482121 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 8b641be7-5a5e-4353-90e1-ca75ca25b763 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:40:40.586850 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 8b641be7-5a5e-4353-90e1-ca75ca25b763, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=8b641be7-5a5e-4353-90e1-ca75ca25b763,segment=NetworkSegment(955dacbe-9dc0-4887-88d2-dd4a7aa3d199),segment_id=955dacbe-9dc0-4887-88d2-dd4a7aa3d199)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:40:40.725803 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Returning: {'device': '8b641be7-5a5e-4353-90e1-ca75ca25b763', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'port_id': '8b641be7-5a5e-4353-90e1-ca75ca25b763', 'mac_address': 'fa:16:3e:d2:71:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:40:40.765630 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port 8b641be7-5a5e-4353-90e1-ca75ca25b763 is: DOWN; New status is: BUILD {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:40:40.766026 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (8b641be7-5a5e-4353-90e1-ca75ca25b763), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:40.779668 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b641be7-5a5e-4353-90e1-ca75ca25b763 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:40:40.799817 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 8b641be7-5a5e-4353-90e1-ca75ca25b763, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=8b641be7-5a5e-4353-90e1-ca75ca25b763,segment=NetworkSegment(955dacbe-9dc0-4887-88d2-dd4a7aa3d199),segment_id=955dacbe-9dc0-4887-88d2-dd4a7aa3d199)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:40:40.804777 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (8b641be7-5a5e-4353-90e1-ca75ca25b763), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:40.849176 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e9cc1-7c23-443a-9cee-576727529594 req-fd4727fb-0a15-4414-b930-40cb6c7dff5d tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:40.850723 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-042e9cc1-7c23-443a-9cee-576727529594 req-fd4727fb-0a15-4414-b930-40cb6c7dff5d tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=112cbadd-4a16-401d-a6d7-129295a3ed86 HTTP/1.1" status: 200 len: 944 time: 0.0536942 Mar 30 01:40:40.853356 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=8b641be7-5a5e-4353-90e1-ca75ca25b763,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:40:40.865258 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:40.865598 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:40.865934 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:40.866269 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:40.866628 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:40.866958 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:40.867281 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:40.867604 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:40.867922 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:40.868243 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:40.868562 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:40.868855 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:40.869189 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:40.869504 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:40.869816 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:40.902587 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-042e9cc1-7c23-443a-9cee-576727529594 req-95da071c-ae68-45cd-be5b-a5ab96c4236b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=397ce3df-acb7-4f22-9d5e-e541ba4870f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408702 Mar 30 01:40:41.120937 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['8b641be7-5a5e-4353-90e1-ca75ca25b763'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:40:42.036472 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855ac24-2f19-4492-863f-a4741b6473ab req-f376dd03-fdd3-44c9-b3ff-d0c8ae4a92c1 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:42.037962 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2855ac24-2f19-4492-863f-a4741b6473ab req-f376dd03-fdd3-44c9-b3ff-d0c8ae4a92c1 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=112cbadd-4a16-401d-a6d7-129295a3ed86 HTTP/1.1" status: 200 len: 944 time: 0.0555308 Mar 30 01:40:42.087692 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2855ac24-2f19-4492-863f-a4741b6473ab req-906ab4e5-0ada-416c-95f7-8ccda12108a4 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=397ce3df-acb7-4f22-9d5e-e541ba4870f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416317 Mar 30 01:40:42.479852 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 8b641be7-5a5e-4353-90e1-ca75ca25b763 up at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:40:42.539426 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning for port 8b641be7-5a5e-4353-90e1-ca75ca25b763 completed by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:40:42.543433 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning complete for port 8b641be7-5a5e-4353-90e1-ca75ca25b763 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:40:42.543943 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (8b641be7-5a5e-4353-90e1-ca75ca25b763), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:42.625671 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port 8b641be7-5a5e-4353-90e1-ca75ca25b763 is: BUILD; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:40:42.626054 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (8b641be7-5a5e-4353-90e1-ca75ca25b763), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:42.648763 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112cbadd-4a16-401d-a6d7-129295a3ed86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b641be7-5a5e-4353-90e1-ca75ca25b763'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:40:42.651048 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b54a399a95781ce0e36d18e73dfd9bddfd965df0fcdebdd8e46dd02a402f6d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3b38f6-b45e-4381-9029-5b9f18afb961" -d '{"events": [{"server_uuid": "112cbadd-4a16-401d-a6d7-129295a3ed86", "name": "network-vif-plugged", "status": "completed", "tag": "8b641be7-5a5e-4353-90e1-ca75ca25b763"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:40:42.664018 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 8b641be7-5a5e-4353-90e1-ca75ca25b763, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=8b641be7-5a5e-4353-90e1-ca75ca25b763,segment=NetworkSegment(955dacbe-9dc0-4887-88d2-dd4a7aa3d199),segment_id=955dacbe-9dc0-4887-88d2-dd4a7aa3d199)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:40:42.669723 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (8b641be7-5a5e-4353-90e1-ca75ca25b763), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:42.718790 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=8b641be7-5a5e-4353-90e1-ca75ca25b763,revision_number=5']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:40:42.749501 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9797691b-6a52-42c3-acbc-b1378b5a7bdc x-openstack-request-id: req-9797691b-6a52-42c3-acbc-b1378b5a7bdc {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:40:42.749797 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112cbadd-4a16-401d-a6d7-129295a3ed86", "name": "network-vif-plugged", "status": "completed", "tag": "8b641be7-5a5e-4353-90e1-ca75ca25b763", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:40:42.750048 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9797691b-6a52-42c3-acbc-b1378b5a7bdc {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:40:42.750546 dv-cinder-817135-7-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9797691b-6a52-42c3-acbc-b1378b5a7bdc'] response: {'server_uuid': '112cbadd-4a16-401d-a6d7-129295a3ed86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b641be7-5a5e-4353-90e1-ca75ca25b763', 'code': 200} Mar 30 01:40:42.930660 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500f265-de61-41b3-b176-fd67d869df33 req-634eed21-639f-4c8f-be93-8ab10b855776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:42.932144 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-8500f265-de61-41b3-b176-fd67d869df33 req-634eed21-639f-4c8f-be93-8ab10b855776 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=112cbadd-4a16-401d-a6d7-129295a3ed86 HTTP/1.1" status: 200 len: 1129 time: 0.0455983 Mar 30 01:40:42.976501 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-8500f265-de61-41b3-b176-fd67d869df33 req-c9f77c0c-d9a8-4955-976e-b1a6a3c6e838 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=397ce3df-acb7-4f22-9d5e-e541ba4870f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383306 Mar 30 01:40:43.224767 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b9a18-9477-4737-8fde-59f3b4c41c1c req-7ea44327-2381-4a0d-ad17-1d5eabaa3d52 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:43.226239 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-627b9a18-9477-4737-8fde-59f3b4c41c1c req-7ea44327-2381-4a0d-ad17-1d5eabaa3d52 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=112cbadd-4a16-401d-a6d7-129295a3ed86 HTTP/1.1" status: 200 len: 945 time: 0.0615780 Mar 30 01:40:43.277069 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-627b9a18-9477-4737-8fde-59f3b4c41c1c req-8162e173-2fe9-49ea-850b-946573abfc5d tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=397ce3df-acb7-4f22-9d5e-e541ba4870f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427914 Mar 30 01:40:44.405760 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150cf65-b6d0-4b5a-a515-133b74009959 req-c71ed49c-15d8-486f-92bb-eff18ecfd47d tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:44.407825 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d150cf65-b6d0-4b5a-a515-133b74009959 req-c71ed49c-15d8-486f-92bb-eff18ecfd47d tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=112cbadd-4a16-401d-a6d7-129295a3ed86 HTTP/1.1" status: 200 len: 945 time: 0.0613439 Mar 30 01:40:44.455416 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d150cf65-b6d0-4b5a-a515-133b74009959 req-fece387c-098b-489b-ae44-4ee42be0f0b5 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=397ce3df-acb7-4f22-9d5e-e541ba4870f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415354 Mar 30 01:40:44.594500 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387d783-affa-4ff1-a33d-07c0521cd205 req-0b1b65d3-ac23-4fda-a392-d7a6f85f444a tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:44.596788 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-7387d783-affa-4ff1-a33d-07c0521cd205 req-0b1b65d3-ac23-4fda-a392-d7a6f85f444a tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=112cbadd-4a16-401d-a6d7-129295a3ed86 HTTP/1.1" status: 200 len: 945 time: 0.0771086 Mar 30 01:40:44.605525 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 46516) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:40:44.609872 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-93ab33cc-5310-433d-ba87-9a3cae90a834 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Request body: {'floatingip': {'port_id': '8b641be7-5a5e-4353-90e1-ca75ca25b763'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:40:44.649811 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-93ab33cc-5310-433d-ba87-9a3cae90a834 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for floatingip (2649cf0f-b1bd-4487-b295-0b2724482797), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:45.086724 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-93ab33cc-5310-433d-ba87-9a3cae90a834 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:45.092738 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-93ab33cc-5310-433d-ba87-9a3cae90a834 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623942'] for floatingip (2649cf0f-b1bd-4487-b295-0b2724482797), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:45.198175 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.db.l3_db [None req-93ab33cc-5310-433d-ba87-9a3cae90a834 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Floating IP 2649cf0f-b1bd-4487-b295-0b2724482797 associated. External IP: 172.28.0.244, port: 8b641be7-5a5e-4353-90e1-ca75ca25b763. Mar 30 01:40:45.417920 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ab33cc-5310-433d-ba87-9a3cae90a834 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:40:45.787322 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ab33cc-5310-433d-ba87-9a3cae90a834 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:40:45.791870 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-93ab33cc-5310-433d-ba87-9a3cae90a834 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:45.797328 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da6ffee-b11a-4384-9798-8416f201b354 None None] Sync routers for ids ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'] in dv-cinder-817135-7-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:40:45.808230 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da6ffee-b11a-4384-9798-8416f201b354 None None] Routers {'6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:40:45.808855 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-5da6ffee-b11a-4384-9798-8416f201b354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:40:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:40:45.822106 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-93ab33cc-5310-433d-ba87-9a3cae90a834 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "PUT /v2.0/floatingips/2649cf0f-b1bd-4487-b295-0b2724482797 HTTP/1.1" status: 200 len: 991 time: 1.2155094 Mar 30 01:40:45.822707 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '112cbadd-4a16-401d-a6d7-129295a3ed86', 'tag': '8b641be7-5a5e-4353-90e1-ca75ca25b763'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:40:45.824969 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ee1e0a93b5aae8634dc44ede2e08a21acb25dbbcfc8760de0fb17172de978b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec04f2c-1675-4082-ad61-46dceea68684" -d '{"events": [{"name": "network-changed", "server_uuid": "112cbadd-4a16-401d-a6d7-129295a3ed86", "tag": "8b641be7-5a5e-4353-90e1-ca75ca25b763"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:40:45.863304 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12198c8-d309-4702-9a22-2635493dad69 x-openstack-request-id: req-c12198c8-d309-4702-9a22-2635493dad69 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:40:45.863579 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "112cbadd-4a16-401d-a6d7-129295a3ed86", "tag": "8b641be7-5a5e-4353-90e1-ca75ca25b763", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:40:45.863828 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c12198c8-d309-4702-9a22-2635493dad69 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:40:45.864231 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c12198c8-d309-4702-9a22-2635493dad69'] response: {'name': 'network-changed', 'server_uuid': '112cbadd-4a16-401d-a6d7-129295a3ed86', 'tag': '8b641be7-5a5e-4353-90e1-ca75ca25b763', 'status': 'completed', 'code': 200} Mar 30 01:40:45.921917 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-5da6ffee-b11a-4384-9798-8416f201b354 None None] Set router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:40:45.932965 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec04f2c-1675-4082-ad61-46dceea68684 req-3086da9b-258d-4306-8874-1ee0f51e1c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:45.934452 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-eec04f2c-1675-4082-ad61-46dceea68684 req-3086da9b-258d-4306-8874-1ee0f51e1c0e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a03f8a6cc5c423d8cbd14756161c0dc&device_id=112cbadd-4a16-401d-a6d7-129295a3ed86 HTTP/1.1" status: 200 len: 1129 time: 0.0482614 Mar 30 01:40:46.024934 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec04f2c-1675-4082-ad61-46dceea68684 req-eb9814e2-9d5c-4bd2-ae6b-5c076cdcf5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:46.026421 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-eec04f2c-1675-4082-ad61-46dceea68684 req-eb9814e2-9d5c-4bd2-ae6b-5c076cdcf5ef service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4fc8217-b826-42b9-bc79-f94d3931b7cd HTTP/1.1" status: 200 len: 915 time: 0.0863428 Mar 30 01:40:46.093730 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-eec04f2c-1675-4082-ad61-46dceea68684 req-5a8adcfa-b64b-419d-9882-b570ea1cfd56 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b641be7-5a5e-4353-90e1-ca75ca25b763 HTTP/1.1" status: 200 len: 999 time: 0.0609829 Mar 30 01:40:46.142817 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec04f2c-1675-4082-ad61-46dceea68684 req-a0c535ae-70f1-4548-9434-c5d81ef00a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:46.144521 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-eec04f2c-1675-4082-ad61-46dceea68684 req-a0c535ae-70f1-4548-9434-c5d81ef00a1f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=291a888a-2f0c-46a6-9e3c-47643e8502e0 HTTP/1.1" status: 200 len: 853 time: 0.0448351 Mar 30 01:40:46.146245 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-5da6ffee-b11a-4384-9798-8416f201b354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:29Z', 'revision_number': 4, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'gw_port': {'id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '2649cf0f-b1bd-4487-b295-0b2724482797', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'floating_ip_address': '172.28.0.244', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'port_id': '8b641be7-5a5e-4353-90e1-ca75ca25b763', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'mac_address': 'fa:16:3e:d2:71:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112cbadd-4a16-401d-a6d7-129295a3ed86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:40:33Z', 'updated_at': '2022-03-30T01:40:44Z', 'revision_number': 1, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424e53ac-3e95-4253-ac87-dadd199687e1', 'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'mac_address': 'fa:16:3e:4a:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:28Z', 'updated_at': '2022-03-30T01:37:32Z', 'revision_number': 5, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'subnets': [{'id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:40:46.173002 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da6ffee-b11a-4384-9798-8416f201b354 None None] Checking router: 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c for host: dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:40:46.182309 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da6ffee-b11a-4384-9798-8416f201b354 None None] Routers {'6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:40:46.182971 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-5da6ffee-b11a-4384-9798-8416f201b354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:40:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:40:46.195172 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec04f2c-1675-4082-ad61-46dceea68684 req-f34d56c4-ebd9-453e-bee0-52dbac6a99b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:46.196673 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-eec04f2c-1675-4082-ad61-46dceea68684 req-f34d56c4-ebd9-453e-bee0-52dbac6a99b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4fc8217-b826-42b9-bc79-f94d3931b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0457206 Mar 30 01:40:46.287960 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-eec04f2c-1675-4082-ad61-46dceea68684 req-845e721d-1e5c-419c-9b9a-72943b23f258 service neutron] 10.222.0.18 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843518 Mar 30 01:40:46.288252 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-5da6ffee-b11a-4384-9798-8416f201b354 None None] Set router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:40:46.376177 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-eec04f2c-1675-4082-ad61-46dceea68684 req-01e4d1f4-66e4-46b2-8f1e-22ddc7ebe31e service neutron] 10.222.0.18 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826776 Mar 30 01:40:46.522950 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-5da6ffee-b11a-4384-9798-8416f201b354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:29Z', 'revision_number': 4, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'gw_port': {'id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '2649cf0f-b1bd-4487-b295-0b2724482797', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'floating_ip_address': '172.28.0.244', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'port_id': '8b641be7-5a5e-4353-90e1-ca75ca25b763', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'mac_address': 'fa:16:3e:d2:71:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112cbadd-4a16-401d-a6d7-129295a3ed86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:40:33Z', 'updated_at': '2022-03-30T01:40:44Z', 'revision_number': 1, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424e53ac-3e95-4253-ac87-dadd199687e1', 'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'mac_address': 'fa:16:3e:4a:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:28Z', 'updated_at': '2022-03-30T01:37:32Z', 'revision_number': 5, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'subnets': [{'id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:40:46.551289 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da6ffee-b11a-4384-9798-8416f201b354 None None] The sync data for ids ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'] in dv-cinder-817135-7-smb is: [{'id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:29Z', 'revision_number': 4, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'gw_port': {'id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '2649cf0f-b1bd-4487-b295-0b2724482797', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'floating_ip_address': '172.28.0.244', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'port_id': '8b641be7-5a5e-4353-90e1-ca75ca25b763', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'mac_address': 'fa:16:3e:d2:71:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112cbadd-4a16-401d-a6d7-129295a3ed86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:40:33Z', 'updated_at': '2022-03-30T01:40:44Z', 'revision_number': 1, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424e53ac-3e95-4253-ac87-dadd199687e1', 'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'mac_address': 'fa:16:3e:4a:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:28Z', 'updated_at': '2022-03-30T01:37:32Z', 'revision_number': 5, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'subnets': [{'id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:40:46.765895 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b609b2b5-aa18-4f71-a906-575b523f8444 None None] New status for floating IP 2649cf0f-b1bd-4487-b295-0b2724482797: ACTIVE {{(pid=103230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:40:49.760107 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fbff9e49-1c85-4ddd-9220-401897241f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:51.957093 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-029eff0b-1c34-48d5-88a7-5f07e1c7b872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:53.056907 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:54.626873 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:56.012021 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:04.843105 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:16.127984 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:41:19.746990 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-00342dc0-f413-4308-b5f0-9e3ef81bbd45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:21.956610 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e82ead11-600e-4f16-b1cf-9e090434e378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:23.057714 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:24.627845 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:26.007132 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:34.850236 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:49.745105 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-97431e31-af68-4103-871f-2d9a612a419f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:51.952253 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6c7c8557-98ac-4979-a569-78151c7a83f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:53.062468 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:53.130137 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:41:54.629060 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:56.012879 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:56.132283 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82648ea-b517-4911-b8bd-4d951de2e8a8 req-1fe6127c-48e8-4b6b-9895-ed6e3bc48a02 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:41:56.133756 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c82648ea-b517-4911-b8bd-4d951de2e8a8 req-1fe6127c-48e8-4b6b-9895-ed6e3bc48a02 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=112cbadd-4a16-401d-a6d7-129295a3ed86 HTTP/1.1" status: 200 len: 945 time: 0.0562408 Mar 30 01:41:56.182794 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c82648ea-b517-4911-b8bd-4d951de2e8a8 req-af3b4f6f-09b8-4b11-8114-5bb3e8d3df86 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=397ce3df-acb7-4f22-9d5e-e541ba4870f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425968 Mar 30 01:41:57.328178 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed522f69-902a-4384-91d3-d785edc62aa6 req-2c419a27-f78e-422b-9cf1-e1fb548f1044 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:41:57.329634 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ed522f69-902a-4384-91d3-d785edc62aa6 req-2c419a27-f78e-422b-9cf1-e1fb548f1044 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=112cbadd-4a16-401d-a6d7-129295a3ed86 HTTP/1.1" status: 200 len: 945 time: 0.0663807 Mar 30 01:41:57.379322 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ed522f69-902a-4384-91d3-d785edc62aa6 req-bcfbe59e-6591-4008-91b9-dfcb2b516a1a tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=397ce3df-acb7-4f22-9d5e-e541ba4870f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412841 Mar 30 01:41:58.012961 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a77a8-d634-4e19-8f40-07a2cb65a04f req-cb9d53f6-68c4-4200-953e-14dd84c9dc05 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:41:58.014443 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-0a1a77a8-d634-4e19-8f40-07a2cb65a04f req-cb9d53f6-68c4-4200-953e-14dd84c9dc05 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.18 "GET /v2.0/ports?device_id=112cbadd-4a16-401d-a6d7-129295a3ed86 HTTP/1.1" status: 200 len: 945 time: 0.0721109 Mar 30 01:41:58.340936 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-0a1a77a8-d634-4e19-8f40-07a2cb65a04f req-e6ffb8e0-f700-463e-8760-cd2477c3f43b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Deleting port 8b641be7-5a5e-4353-90e1-ca75ca25b763 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:41:58.341238 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-0a1a77a8-d634-4e19-8f40-07a2cb65a04f req-e6ffb8e0-f700-463e-8760-cd2477c3f43b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (8b641be7-5a5e-4353-90e1-ca75ca25b763), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:58.427592 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-0a1a77a8-d634-4e19-8f40-07a2cb65a04f req-e6ffb8e0-f700-463e-8760-cd2477c3f43b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] For port 8b641be7-5a5e-4353-90e1-ca75ca25b763, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=8b641be7-5a5e-4353-90e1-ca75ca25b763,segment=NetworkSegment(955dacbe-9dc0-4887-88d2-dd4a7aa3d199),segment_id=955dacbe-9dc0-4887-88d2-dd4a7aa3d199)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:41:58.427962 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-0a1a77a8-d634-4e19-8f40-07a2cb65a04f req-e6ffb8e0-f700-463e-8760-cd2477c3f43b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (8b641be7-5a5e-4353-90e1-ca75ca25b763), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:58.506663 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0aea97-ac76-4b4e-8065-c45d766c0836 req-00e764c2-23cd-495c-82cc-6975cf75e0a8 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:41:58.508130 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-fd0aea97-ac76-4b4e-8065-c45d766c0836 req-00e764c2-23cd-495c-82cc-6975cf75e0a8 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=112cbadd-4a16-401d-a6d7-129295a3ed86 HTTP/1.1" status: 200 len: 945 time: 0.0525784 Mar 30 01:41:58.555142 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-fd0aea97-ac76-4b4e-8065-c45d766c0836 req-cf7dc0e7-7664-4f57-a1f7-6c3140a04d8a tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=397ce3df-acb7-4f22-9d5e-e541ba4870f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408032 Mar 30 01:41:58.601661 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-0a1a77a8-d634-4e19-8f40-07a2cb65a04f req-e6ffb8e0-f700-463e-8760-cd2477c3f43b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:58.601895 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-0a1a77a8-d634-4e19-8f40-07a2cb65a04f req-e6ffb8e0-f700-463e-8760-cd2477c3f43b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623942'] for floatingip (2649cf0f-b1bd-4487-b295-0b2724482797), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:58.602244 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.db.l3_db [req-0a1a77a8-d634-4e19-8f40-07a2cb65a04f req-e6ffb8e0-f700-463e-8760-cd2477c3f43b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Floating IP 2649cf0f-b1bd-4487-b295-0b2724482797 disassociated. External IP: 172.28.0.244, port: 8b641be7-5a5e-4353-90e1-ca75ca25b763. Mar 30 01:41:58.602616 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-0a1a77a8-d634-4e19-8f40-07a2cb65a04f req-e6ffb8e0-f700-463e-8760-cd2477c3f43b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Calling delete_port for 8b641be7-5a5e-4353-90e1-ca75ca25b763 owned by compute:nova {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:41:58.733189 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-0a1a77a8-d634-4e19-8f40-07a2cb65a04f req-e6ffb8e0-f700-463e-8760-cd2477c3f43b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (8b641be7-5a5e-4353-90e1-ca75ca25b763), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:58.764583 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ffb8e0-f700-463e-8760-cd2477c3f43b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event deleted for resources: {'Port': ['ID=8b641be7-5a5e-4353-90e1-ca75ca25b763,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:41:58.775500 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ffb8e0-f700-463e-8760-cd2477c3f43b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:41:58.775852 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ffb8e0-f700-463e-8760-cd2477c3f43b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:41:58.776201 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ffb8e0-f700-463e-8760-cd2477c3f43b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:41:58.776547 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ffb8e0-f700-463e-8760-cd2477c3f43b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:41:58.776875 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ffb8e0-f700-463e-8760-cd2477c3f43b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:41:58.777281 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ffb8e0-f700-463e-8760-cd2477c3f43b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:41:58.777725 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ffb8e0-f700-463e-8760-cd2477c3f43b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:41:58.778031 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ffb8e0-f700-463e-8760-cd2477c3f43b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:41:58.778530 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ffb8e0-f700-463e-8760-cd2477c3f43b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:41:58.778751 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ffb8e0-f700-463e-8760-cd2477c3f43b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:41:58.779078 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ffb8e0-f700-463e-8760-cd2477c3f43b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:41:58.779398 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ffb8e0-f700-463e-8760-cd2477c3f43b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:41:58.779720 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ffb8e0-f700-463e-8760-cd2477c3f43b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:41:58.780061 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ffb8e0-f700-463e-8760-cd2477c3f43b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:41:58.780380 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ffb8e0-f700-463e-8760-cd2477c3f43b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:41:58.891730 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a1a77a8-d634-4e19-8f40-07a2cb65a04f req-e6ffb8e0-f700-463e-8760-cd2477c3f43b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:41:59.001932 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a1a77a8-d634-4e19-8f40-07a2cb65a04f req-e6ffb8e0-f700-463e-8760-cd2477c3f43b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:41:59.012904 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0c42f1-b856-40eb-bc88-605feb9c0be1 None None] Sync routers for ids ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'] in dv-cinder-817135-7-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:41:59.024126 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0c42f1-b856-40eb-bc88-605feb9c0be1 None None] Routers {'6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:41:59.024747 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-2d0c42f1-b856-40eb-bc88-605feb9c0be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:41:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:41:59.043271 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1a77a8-d634-4e19-8f40-07a2cb65a04f req-e6ffb8e0-f700-463e-8760-cd2477c3f43b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] No DVR routers for this DVR port 8b641be7-5a5e-4353-90e1-ca75ca25b763 on host hv-cinder-81713 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:41:59.046039 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-0a1a77a8-d634-4e19-8f40-07a2cb65a04f req-e6ffb8e0-f700-463e-8760-cd2477c3f43b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:59.049666 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-0a1a77a8-d634-4e19-8f40-07a2cb65a04f req-e6ffb8e0-f700-463e-8760-cd2477c3f43b tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.18 "DELETE /v2.0/ports/8b641be7-5a5e-4353-90e1-ca75ca25b763 HTTP/1.1" status: 204 len: 173 time: 1.0298107 Mar 30 01:41:59.050101 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112cbadd-4a16-401d-a6d7-129295a3ed86', 'name': 'network-vif-deleted', 'tag': '8b641be7-5a5e-4353-90e1-ca75ca25b763'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:41:59.052396 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7629f6b5-ae4f-48c7-a4d7-0a43b8feba0d" -d '{"events": [{"server_uuid": "112cbadd-4a16-401d-a6d7-129295a3ed86", "name": "network-vif-deleted", "tag": "8b641be7-5a5e-4353-90e1-ca75ca25b763"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:41:59.090612 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779249c6-1033-4600-a563-8a91d1721bf1 x-openstack-request-id: req-779249c6-1033-4600-a563-8a91d1721bf1 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:41:59.091031 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112cbadd-4a16-401d-a6d7-129295a3ed86", "name": "network-vif-deleted", "tag": "8b641be7-5a5e-4353-90e1-ca75ca25b763", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:41:59.091147 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-779249c6-1033-4600-a563-8a91d1721bf1 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:41:59.091551 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-779249c6-1033-4600-a563-8a91d1721bf1'] response: {'server_uuid': '112cbadd-4a16-401d-a6d7-129295a3ed86', 'name': 'network-vif-deleted', 'tag': '8b641be7-5a5e-4353-90e1-ca75ca25b763', 'status': 'completed', 'code': 200} Mar 30 01:41:59.136940 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-2d0c42f1-b856-40eb-bc88-605feb9c0be1 None None] Set router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:41:59.446382 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-2d0c42f1-b856-40eb-bc88-605feb9c0be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:29Z', 'revision_number': 4, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'gw_port': {'id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '424e53ac-3e95-4253-ac87-dadd199687e1', 'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'mac_address': 'fa:16:3e:4a:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:28Z', 'updated_at': '2022-03-30T01:37:32Z', 'revision_number': 5, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'subnets': [{'id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:41:59.475526 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0c42f1-b856-40eb-bc88-605feb9c0be1 None None] Checking router: 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c for host: dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:41:59.484589 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0c42f1-b856-40eb-bc88-605feb9c0be1 None None] Routers {'6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:41:59.485236 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-2d0c42f1-b856-40eb-bc88-605feb9c0be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:41:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:41:59.595712 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-2d0c42f1-b856-40eb-bc88-605feb9c0be1 None None] Set router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:41:59.641669 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 46612) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:41:59.694440 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3a21dbf1-b75e-4fa0-a445-5468854497fe tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group (397ce3df-acb7-4f22-9d5e-e541ba4870f5), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:59.717929 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3a21dbf1-b75e-4fa0-a445-5468854497fe tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group (397ce3df-acb7-4f22-9d5e-e541ba4870f5), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:59.770171 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3a21dbf1-b75e-4fa0-a445-5468854497fe tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (397ce3df-acb7-4f22-9d5e-e541ba4870f5), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:59.772933 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3a21dbf1-b75e-4fa0-a445-5468854497fe tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:59.774131 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-3a21dbf1-b75e-4fa0-a445-5468854497fe tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "DELETE /v2.0/security-groups/397ce3df-acb7-4f22-9d5e-e541ba4870f5 HTTP/1.1" status: 204 len: 168 time: 0.1314440 Mar 30 01:41:59.777085 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 46614) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:41:59.785917 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21dbf1-b75e-4fa0-a445-5468854497fe tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=397ce3df-acb7-4f22-9d5e-e541ba4870f5,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:41:59.790743 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.api.v2.resource [None req-ade069e8-51a0-403a-a90d-e8cb8d837dee tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] show failed (client error): The resource could not be found. Mar 30 01:41:59.791977 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-ade069e8-51a0-403a-a90d-e8cb8d837dee tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups/397ce3df-acb7-4f22-9d5e-e541ba4870f5 HTTP/1.1" status: 404 len: 347 time: 0.0139489 Mar 30 01:41:59.794839 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a21dbf1-b75e-4fa0-a445-5468854497fe tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:41:59.795016 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 46616) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:41:59.795324 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a21dbf1-b75e-4fa0-a445-5468854497fe tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:41:59.795675 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a21dbf1-b75e-4fa0-a445-5468854497fe tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:41:59.796016 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a21dbf1-b75e-4fa0-a445-5468854497fe tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:41:59.796350 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a21dbf1-b75e-4fa0-a445-5468854497fe tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:41:59.796741 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a21dbf1-b75e-4fa0-a445-5468854497fe tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:41:59.797006 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a21dbf1-b75e-4fa0-a445-5468854497fe tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:41:59.797328 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a21dbf1-b75e-4fa0-a445-5468854497fe tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:41:59.797654 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a21dbf1-b75e-4fa0-a445-5468854497fe tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:41:59.797751 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-2d0c42f1-b856-40eb-bc88-605feb9c0be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:29Z', 'revision_number': 4, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'gw_port': {'id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '424e53ac-3e95-4253-ac87-dadd199687e1', 'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'mac_address': 'fa:16:3e:4a:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:28Z', 'updated_at': '2022-03-30T01:37:32Z', 'revision_number': 5, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'subnets': [{'id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:41:59.797977 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a21dbf1-b75e-4fa0-a445-5468854497fe tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:41:59.798301 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a21dbf1-b75e-4fa0-a445-5468854497fe tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:41:59.798649 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a21dbf1-b75e-4fa0-a445-5468854497fe tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:41:59.798971 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a21dbf1-b75e-4fa0-a445-5468854497fe tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:41:59.799295 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a21dbf1-b75e-4fa0-a445-5468854497fe tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:41:59.799615 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a21dbf1-b75e-4fa0-a445-5468854497fe tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:41:59.824779 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0c42f1-b856-40eb-bc88-605feb9c0be1 None None] The sync data for ids ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'] in dv-cinder-817135-7-smb is: [{'id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:29Z', 'revision_number': 4, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'gw_port': {'id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '424e53ac-3e95-4253-ac87-dadd199687e1', 'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'mac_address': 'fa:16:3e:4a:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:28Z', 'updated_at': '2022-03-30T01:37:32Z', 'revision_number': 5, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'subnets': [{'id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:41:59.928037 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f93dd38f-dbfa-446e-bf3e-b1fee6473e8e tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Deleting port fcd0f243-726a-402e-a998-7c7832dc3228 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:41:59.928379 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f93dd38f-dbfa-446e-bf3e-b1fee6473e8e tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (fcd0f243-726a-402e-a998-7c7832dc3228), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:00.010388 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f93dd38f-dbfa-446e-bf3e-b1fee6473e8e tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (fcd0f243-726a-402e-a998-7c7832dc3228), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:00.010729 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f93dd38f-dbfa-446e-bf3e-b1fee6473e8e tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for floatingip (fcd0f243-726a-402e-a998-7c7832dc3228), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:00.024126 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f93dd38f-dbfa-446e-bf3e-b1fee6473e8e tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Calling delete_port for fcd0f243-726a-402e-a998-7c7832dc3228 owned by network:floatingip {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:42:00.045129 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504cb8ee-e20c-4514-8f8e-e86946c02276 None None] New status for floating IP 2649cf0f-b1bd-4487-b295-0b2724482797: DOWN {{(pid=103230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:42:00.160742 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f93dd38f-dbfa-446e-bf3e-b1fee6473e8e tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (fcd0f243-726a-402e-a998-7c7832dc3228), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:00.161874 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.db.api [None req-504cb8ee-e20c-4514-8f8e-e86946c02276 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 01:42:00.162230 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG oslo_db.api [None req-504cb8ee-e20c-4514-8f8e-e86946c02276 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 01:42:00.190622 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93dd38f-dbfa-446e-bf3e-b1fee6473e8e tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event deleted for resources: {'Port': ['ID=fcd0f243-726a-402e-a998-7c7832dc3228,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:42:00.252581 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f93dd38f-dbfa-446e-bf3e-b1fee6473e8e tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for floatingip (2649cf0f-b1bd-4487-b295-0b2724482797), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:00.255034 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f93dd38f-dbfa-446e-bf3e-b1fee6473e8e tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for floatingip (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:00.256188 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-f93dd38f-dbfa-446e-bf3e-b1fee6473e8e tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "DELETE /v2.0/floatingips/2649cf0f-b1bd-4487-b295-0b2724482797 HTTP/1.1" status: 204 len: 168 time: 0.4601467 Mar 30 01:42:00.557547 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 46620) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:42:00.562717 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-df337aad-ca57-4083-845e-1235c720f8f4 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1681524945', 'description': 'tempest-description--288359752'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:42:00.586485 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-df337aad-ca57-4083-845e-1235c720f8f4 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:00.663468 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504cb8ee-e20c-4514-8f8e-e86946c02276 None None] New status for floating IP 2649cf0f-b1bd-4487-b295-0b2724482797: DOWN {{(pid=103230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:42:00.665981 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-df337aad-ca57-4083-845e-1235c720f8f4 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group (c66ac6b8-2e32-4632-a179-20ad02f3e83e), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:00.675186 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-df337aad-ca57-4083-845e-1235c720f8f4 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (c66ac6b8-2e32-4632-a179-20ad02f3e83e), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:00.703013 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-df337aad-ca57-4083-845e-1235c720f8f4 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:00.704248 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-df337aad-ca57-4083-845e-1235c720f8f4 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1453414 Mar 30 01:42:00.707456 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 46622) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:42:00.708478 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df337aad-ca57-4083-845e-1235c720f8f4 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c66ac6b8-2e32-4632-a179-20ad02f3e83e,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:42:00.712451 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-58743fdb-fbda-4f3c-be7b-d6fbb72d294a tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Request body: {'security_group_rule': {'security_group_id': 'c66ac6b8-2e32-4632-a179-20ad02f3e83e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:42:00.740948 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-58743fdb-fbda-4f3c-be7b-d6fbb72d294a tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group_rule (f1a54332-0494-496d-86b2-fd22fa226786), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:00.789588 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-58743fdb-fbda-4f3c-be7b-d6fbb72d294a tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group_rule (f1a54332-0494-496d-86b2-fd22fa226786), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:00.794384 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-58743fdb-fbda-4f3c-be7b-d6fbb72d294a tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532171'] for security_group_rule (f1a54332-0494-496d-86b2-fd22fa226786), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:00.812395 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58743fdb-fbda-4f3c-be7b-d6fbb72d294a tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a54332-0494-496d-86b2-fd22fa226786,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:42:00.819705 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-58743fdb-fbda-4f3c-be7b-d6fbb72d294a tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:00.820914 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-58743fdb-fbda-4f3c-be7b-d6fbb72d294a tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1122768 Mar 30 01:42:00.824243 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 46624) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:42:00.828903 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-ba836ef5-346c-43c8-854f-97c107dc6099 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Request body: {'security_group_rule': {'security_group_id': 'c66ac6b8-2e32-4632-a179-20ad02f3e83e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:42:00.854012 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ba836ef5-346c-43c8-854f-97c107dc6099 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group_rule (c1a9e7dd-ece9-4cab-ae04-cc9b7079ca7d), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:00.900932 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 8b641be7-5a5e-4353-90e1-ca75ca25b763 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:42:00.911621 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ba836ef5-346c-43c8-854f-97c107dc6099 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group_rule (c1a9e7dd-ece9-4cab-ae04-cc9b7079ca7d), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:00.916976 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ba836ef5-346c-43c8-854f-97c107dc6099 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532171'] for security_group_rule (c1a9e7dd-ece9-4cab-ae04-cc9b7079ca7d), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:00.923335 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] No Port match for: 8b641be7-5a5e-4353-90e1-ca75ca25b763 {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:42:00.923678 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 8b641be7-5a5e-4353-90e1-ca75ca25b763 not bound to the agent host hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:42:00.938768 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba836ef5-346c-43c8-854f-97c107dc6099 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1a9e7dd-ece9-4cab-ae04-cc9b7079ca7d,revision_number=0']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:42:00.946793 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ba836ef5-346c-43c8-854f-97c107dc6099 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:00.947970 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-ba836ef5-346c-43c8-854f-97c107dc6099 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226506 Mar 30 01:42:00.951248 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 46626) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:42:00.955451 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-fc2d2589-da7c-4086-acde-0d14c1efa06c tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Request body: {'floatingip': {'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:42:00.978167 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fc2d2589-da7c-4086-acde-0d14c1efa06c tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:01.088334 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fc2d2589-da7c-4086-acde-0d14c1efa06c tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:01.196565 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-fc2d2589-da7c-4086-acde-0d14c1efa06c tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Allocated IP 172.28.0.164 (37ca571a-19ad-455c-abf6-69b74430259c/15a93e34-d4d7-43d8-ae08-ce799dd1e751/3d79ca76-33c5-4d34-9ffc-0697fa90db4e) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:42:01.318534 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fc2d2589-da7c-4086-acde-0d14c1efa06c tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for port (3d79ca76-33c5-4d34-9ffc-0697fa90db4e), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:01.364669 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fc2d2589-da7c-4086-acde-0d14c1efa06c tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (3d79ca76-33c5-4d34-9ffc-0697fa90db4e), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:01.402622 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2d2589-da7c-4086-acde-0d14c1efa06c tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Network 37ca571a-19ad-455c-abf6-69b74430259c is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:42:01.407474 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-fc2d2589-da7c-4086-acde-0d14c1efa06c tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:42:01.412133 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2d2589-da7c-4086-acde-0d14c1efa06c tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:42:01.415184 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d2589-da7c-4086-acde-0d14c1efa06c tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event updated for resources: {'Port': ['ID=3d79ca76-33c5-4d34-9ffc-0697fa90db4e,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:42:01.503759 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fc2d2589-da7c-4086-acde-0d14c1efa06c tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for floatingip (7bc190af-faf6-4221-bcc0-2de1b6c97b7a), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:01.542603 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fc2d2589-da7c-4086-acde-0d14c1efa06c tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (3d79ca76-33c5-4d34-9ffc-0697fa90db4e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:01.703488 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fc2d2589-da7c-4086-acde-0d14c1efa06c tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for port (3d79ca76-33c5-4d34-9ffc-0697fa90db4e), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:01.710101 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fc2d2589-da7c-4086-acde-0d14c1efa06c tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (3d79ca76-33c5-4d34-9ffc-0697fa90db4e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:01.775041 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d2589-da7c-4086-acde-0d14c1efa06c tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event updated for resources: {'Port': ['ID=3d79ca76-33c5-4d34-9ffc-0697fa90db4e,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:42:01.787899 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fc2d2589-da7c-4086-acde-0d14c1efa06c tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623942'] for floatingip (7bc190af-faf6-4221-bcc0-2de1b6c97b7a), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:01.805035 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fc2d2589-da7c-4086-acde-0d14c1efa06c tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for floatingip (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:01.806346 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-fc2d2589-da7c-4086-acde-0d14c1efa06c tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8541675 Mar 30 01:42:01.993555 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-c8e70111-79c9-4cfd-b0cc-a7482862419f tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1681524945&fields=id&tenant_id=9a03f8a6cc5c423d8cbd14756161c0dc HTTP/1.1" status: 200 len: 267 time: 0.0452015 Mar 30 01:42:02.106538 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-1708bdb1-9f70-4150-9db0-dabcc2a1b440 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:42:02.108031 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-1708bdb1-9f70-4150-9db0-dabcc2a1b440 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/networks?id=c4fc8217-b826-42b9-bc79-f94d3931b7cd HTTP/1.1" status: 200 len: 814 time: 0.1057947 Mar 30 01:42:02.122752 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-7cce7248-8ea5-4ee5-9b00-7d6b8ad5e75c tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/quotas/9a03f8a6cc5c423d8cbd14756161c0dc HTTP/1.1" status: 200 len: 375 time: 0.0093291 Mar 30 01:42:02.180508 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-a621fa61-1608-4d9f-905d-5d9d1c1b997e tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9a03f8a6cc5c423d8cbd14756161c0dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503998 Mar 30 01:42:02.286932 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-4d5420f1-11bb-49c3-93a5-262451e56f36 service neutron] 10.222.0.25 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946672 Mar 30 01:42:02.378199 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-8a87b36e-c762-4a74-8c9f-8d27bcfeec54 service neutron] 10.222.0.25 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854931 Mar 30 01:42:02.547567 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8f839fe4-3c22-4b44-bdb3-3bb9dabbc8f3 req-b9678ef4-b783-4f7e-aabc-2b323a22966f tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=8672c339-1274-462a-9d5e-ac928d7669d0 HTTP/1.1" status: 200 len: 210 time: 0.0278637 Mar 30 01:42:03.497757 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-eb7b4e08-3df7-4f13-8854-2b839e949ae2 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:42:03.499278 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-eb7b4e08-3df7-4f13-8854-2b839e949ae2 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.18 "GET /v2.0/networks?id=c4fc8217-b826-42b9-bc79-f94d3931b7cd HTTP/1.1" status: 200 len: 814 time: 0.1121011 Mar 30 01:42:03.561142 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-efa079eb-f2f2-46e4-95a9-422a340b515d tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a03f8a6cc5c423d8cbd14756161c0dc HTTP/1.1" status: 200 len: 380 time: 0.0533621 Mar 30 01:42:03.569775 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-02e90d2a-d2d2-42cf-b1b3-9f1674a8c652 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Request body: {'port': {'device_id': '8672c339-1274-462a-9d5e-ac928d7669d0', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'admin_state_up': True, 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'security_groups': ['c66ac6b8-2e32-4632-a179-20ad02f3e83e']}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:42:03.643090 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ada787ce-bbe4-40bc-af03-f3cc6895b887 req-68ebc687-a5d2-4fbb-955b-44e5ecb75a35 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=8672c339-1274-462a-9d5e-ac928d7669d0 HTTP/1.1" status: 200 len: 210 time: 0.0294490 Mar 30 01:42:03.683107 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-02e90d2a-d2d2-42cf-b1b3-9f1674a8c652 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Made reservation on behalf of 9a03f8a6cc5c423d8cbd14756161c0dc for: {'port': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:42:03.686503 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-02e90d2a-d2d2-42cf-b1b3-9f1674a8c652 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:03.806445 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-02e90d2a-d2d2-42cf-b1b3-9f1674a8c652 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Allocated IP 172.20.0.13 (c4fc8217-b826-42b9-bc79-f94d3931b7cd/291a888a-2f0c-46a6-9e3c-47643e8502e0/adeb9282-dc3a-49e7-b6f9-d194d3256978) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:42:03.954843 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-02e90d2a-d2d2-42cf-b1b3-9f1674a8c652 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for port (adeb9282-dc3a-49e7-b6f9-d194d3256978), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:03.990507 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-02e90d2a-d2d2-42cf-b1b3-9f1674a8c652 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (adeb9282-dc3a-49e7-b6f9-d194d3256978), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:04.034083 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-02e90d2a-d2d2-42cf-b1b3-9f1674a8c652 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Network c4fc8217-b826-42b9-bc79-f94d3931b7cd is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:42:04.037169 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-02e90d2a-d2d2-42cf-b1b3-9f1674a8c652 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:42:04.043563 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-02e90d2a-d2d2-42cf-b1b3-9f1674a8c652 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:42:04.049447 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e90d2a-d2d2-42cf-b1b3-9f1674a8c652 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event updated for resources: {'Port': ['ID=adeb9282-dc3a-49e7-b6f9-d194d3256978,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:42:04.094992 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-02e90d2a-d2d2-42cf-b1b3-9f1674a8c652 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:42:04.095613 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-02e90d2a-d2d2-42cf-b1b3-9f1674a8c652 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:04.113173 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-02e90d2a-d2d2-42cf-b1b3-9f1674a8c652 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5469186 Mar 30 01:42:04.125480 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-d17e3c5a-cfd2-4bb3-9f1d-2a23fa7709c5 service neutron] Request body: {'port': {'device_id': '8672c339-1274-462a-9d5e-ac928d7669d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:42:04.190221 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-d17e3c5a-cfd2-4bb3-9f1d-2a23fa7709c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (adeb9282-dc3a-49e7-b6f9-d194d3256978), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:04.289436 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-72cd7347-d5ce-4b17-bf23-9634564dca0d None None] Provisioning complete for port adeb9282-dc3a-49e7-b6f9-d194d3256978 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:42:04.290072 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-72cd7347-d5ce-4b17-bf23-9634564dca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (adeb9282-dc3a-49e7-b6f9-d194d3256978), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:04.327813 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-72cd7347-d5ce-4b17-bf23-9634564dca0d None None] Port adeb9282-dc3a-49e7-b6f9-d194d3256978 cannot update to ACTIVE because it is not bound. {{(pid=103230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:42:04.467372 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-d17e3c5a-cfd2-4bb3-9f1d-2a23fa7709c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adeb9282-dc3a-49e7-b6f9-d194d3256978 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:42:04.477732 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-d17e3c5a-cfd2-4bb3-9f1d-2a23fa7709c5 service neutron] Publish callbacks [] for port (adeb9282-dc3a-49e7-b6f9-d194d3256978), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:04.490436 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-d17e3c5a-cfd2-4bb3-9f1d-2a23fa7709c5 service neutron] Transition to ACTIVE for port object adeb9282-dc3a-49e7-b6f9-d194d3256978 will not be triggered until provisioned by entity L2. {{(pid=103228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:42:04.497105 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-d17e3c5a-cfd2-4bb3-9f1d-2a23fa7709c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (adeb9282-dc3a-49e7-b6f9-d194d3256978), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:04.551671 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e3c5a-cfd2-4bb3-9f1d-2a23fa7709c5 service neutron] Pushing event updated for resources: {'Port': ['ID=adeb9282-dc3a-49e7-b6f9-d194d3256978,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:42:04.619990 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-d17e3c5a-cfd2-4bb3-9f1d-2a23fa7709c5 service neutron] Attempting to bind port adeb9282-dc3a-49e7-b6f9-d194d3256978 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:42:04.620319 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-d17e3c5a-cfd2-4bb3-9f1d-2a23fa7709c5 service neutron] Attempting to bind port adeb9282-dc3a-49e7-b6f9-d194d3256978 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '955dacbe-9dc0-4887-88d2-dd4a7aa3d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:42:04.620643 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-d17e3c5a-cfd2-4bb3-9f1d-2a23fa7709c5 service neutron] Attempting to bind port adeb9282-dc3a-49e7-b6f9-d194d3256978 on network c4fc8217-b826-42b9-bc79-f94d3931b7cd {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:42:04.625630 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-d17e3c5a-cfd2-4bb3-9f1d-2a23fa7709c5 service neutron] Port adeb9282-dc3a-49e7-b6f9-d194d3256978 on network c4fc8217-b826-42b9-bc79-f94d3931b7cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:42:04.625946 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-d17e3c5a-cfd2-4bb3-9f1d-2a23fa7709c5 service neutron] Attempting to bind port adeb9282-dc3a-49e7-b6f9-d194d3256978 on network c4fc8217-b826-42b9-bc79-f94d3931b7cd {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:42:04.631031 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-d17e3c5a-cfd2-4bb3-9f1d-2a23fa7709c5 service neutron] Checking agent: {'id': '4d4a4723-54eb-40cd-a736-b5d7ac710e77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'started_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:42:04.631350 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-d17e3c5a-cfd2-4bb3-9f1d-2a23fa7709c5 service neutron] Checking segment: {'id': '955dacbe-9dc0-4887-88d2-dd4a7aa3d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:42:04.631730 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-d17e3c5a-cfd2-4bb3-9f1d-2a23fa7709c5 service neutron] Bound using segment: {'id': '955dacbe-9dc0-4887-88d2-dd4a7aa3d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:42:04.632155 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-d17e3c5a-cfd2-4bb3-9f1d-2a23fa7709c5 service neutron] Bound port: adeb9282-dc3a-49e7-b6f9-d194d3256978, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955dacbe-9dc0-4887-88d2-dd4a7aa3d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:42:04.632511 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-d17e3c5a-cfd2-4bb3-9f1d-2a23fa7709c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (adeb9282-dc3a-49e7-b6f9-d194d3256978), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:04.700819 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-d17e3c5a-cfd2-4bb3-9f1d-2a23fa7709c5 service neutron] For port adeb9282-dc3a-49e7-b6f9-d194d3256978, host hv-cinder-81713, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:42:04.703989 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-d17e3c5a-cfd2-4bb3-9f1d-2a23fa7709c5 service neutron] For port adeb9282-dc3a-49e7-b6f9-d194d3256978, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=adeb9282-dc3a-49e7-b6f9-d194d3256978,segment=NetworkSegment(955dacbe-9dc0-4887-88d2-dd4a7aa3d199),segment_id=955dacbe-9dc0-4887-88d2-dd4a7aa3d199)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:42:04.710190 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-d17e3c5a-cfd2-4bb3-9f1d-2a23fa7709c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (adeb9282-dc3a-49e7-b6f9-d194d3256978), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:04.745041 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-d17e3c5a-cfd2-4bb3-9f1d-2a23fa7709c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:42:04.745648 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-d17e3c5a-cfd2-4bb3-9f1d-2a23fa7709c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:04.747123 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-d17e3c5a-cfd2-4bb3-9f1d-2a23fa7709c5 service neutron] 10.222.0.18 "PUT /v2.0/ports/adeb9282-dc3a-49e7-b6f9-d194d3256978 HTTP/1.1" status: 200 len: 1094 time: 0.6263959 Mar 30 01:42:04.747571 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8672c339-1274-462a-9d5e-ac928d7669d0', 'tag': 'adeb9282-dc3a-49e7-b6f9-d194d3256978'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:42:04.749923 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a71e51-3113-44dd-abf2-539a917ddc0d" -d '{"events": [{"name": "network-changed", "server_uuid": "8672c339-1274-462a-9d5e-ac928d7669d0", "tag": "adeb9282-dc3a-49e7-b6f9-d194d3256978"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:42:04.773999 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e3c5a-cfd2-4bb3-9f1d-2a23fa7709c5 service neutron] Pushing event updated for resources: {'Port': ['ID=adeb9282-dc3a-49e7-b6f9-d194d3256978,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:42:04.788116 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1469f9f-40d2-4aba-a7ce-3293b1c3a07a req-ef2a3512-058c-4c81-81f4-5395585d62db tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:42:04.792648 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e1469f9f-40d2-4aba-a7ce-3293b1c3a07a req-ef2a3512-058c-4c81-81f4-5395585d62db tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=8672c339-1274-462a-9d5e-ac928d7669d0 HTTP/1.1" status: 200 len: 944 time: 0.0758729 Mar 30 01:42:04.832413 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f4d77f-b0fc-4aed-b1fe-809b237db95e x-openstack-request-id: req-98f4d77f-b0fc-4aed-b1fe-809b237db95e {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:42:04.832630 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8672c339-1274-462a-9d5e-ac928d7669d0", "tag": "adeb9282-dc3a-49e7-b6f9-d194d3256978", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:42:04.832874 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-98f4d77f-b0fc-4aed-b1fe-809b237db95e {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:42:04.833279 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98f4d77f-b0fc-4aed-b1fe-809b237db95e'] response: {'name': 'network-changed', 'server_uuid': '8672c339-1274-462a-9d5e-ac928d7669d0', 'tag': 'adeb9282-dc3a-49e7-b6f9-d194d3256978', 'status': 'completed', 'code': 200} Mar 30 01:42:04.856111 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e1469f9f-40d2-4aba-a7ce-3293b1c3a07a req-4a81001e-c572-4876-a56e-ce4ddc90638a tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66ac6b8-2e32-4632-a179-20ad02f3e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524533 Mar 30 01:42:04.860862 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-0fb2bdba-4dc5-4943-8f35-71452613b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:42:04.863554 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-0fb2bdba-4dc5-4943-8f35-71452613b5fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a03f8a6cc5c423d8cbd14756161c0dc&device_id=8672c339-1274-462a-9d5e-ac928d7669d0 HTTP/1.1" status: 200 len: 1128 time: 0.0675993 Mar 30 01:42:04.863812 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:04.906995 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-d9e2c256-2f48-43d4-afee-0abbe0af433f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=adeb9282-dc3a-49e7-b6f9-d194d3256978 HTTP/1.1" status: 200 len: 217 time: 0.0354407 Mar 30 01:42:04.956108 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-30e1f810-aff4-461e-aff5-2dc61e8db7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:42:04.957632 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-30e1f810-aff4-461e-aff5-2dc61e8db7f1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=291a888a-2f0c-46a6-9e3c-47643e8502e0 HTTP/1.1" status: 200 len: 853 time: 0.0442760 Mar 30 01:42:05.008247 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-c374a237-69e0-45d7-8d3a-33b19b9ba13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:42:05.009658 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-c374a237-69e0-45d7-8d3a-33b19b9ba13f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4fc8217-b826-42b9-bc79-f94d3931b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0453041 Mar 30 01:42:05.104207 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-c4930ea6-d0c6-42c3-8ffa-c4e165211334 service neutron] 10.222.0.18 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879622 Mar 30 01:42:05.191857 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a960ad3c-5248-4088-a0aa-c0963f8d042b req-4411c8f2-07ed-4f9a-aec0-f2f2d13c1e8c service neutron] 10.222.0.18 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816171 Mar 30 01:42:05.302913 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a71e51-3113-44dd-abf2-539a917ddc0d req-13082c73-26b6-40ab-96c7-bc90388fe1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:42:05.304414 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-87a71e51-3113-44dd-abf2-539a917ddc0d req-13082c73-26b6-40ab-96c7-bc90388fe1ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a03f8a6cc5c423d8cbd14756161c0dc&device_id=8672c339-1274-462a-9d5e-ac928d7669d0 HTTP/1.1" status: 200 len: 1128 time: 0.0516982 Mar 30 01:42:05.397719 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a71e51-3113-44dd-abf2-539a917ddc0d req-13a7f6f9-4870-4379-9ae9-fbe3b6b5f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:42:05.399210 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-87a71e51-3113-44dd-abf2-539a917ddc0d req-13a7f6f9-4870-4379-9ae9-fbe3b6b5f66c service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4fc8217-b826-42b9-bc79-f94d3931b7cd HTTP/1.1" status: 200 len: 915 time: 0.0893342 Mar 30 01:42:05.442829 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-87a71e51-3113-44dd-abf2-539a917ddc0d req-e32bb707-5306-4320-b433-0db268531194 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=adeb9282-dc3a-49e7-b6f9-d194d3256978 HTTP/1.1" status: 200 len: 217 time: 0.0367353 Mar 30 01:42:05.489700 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a71e51-3113-44dd-abf2-539a917ddc0d req-e2e8fbd0-419d-49fc-929a-e73f1f2326c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:42:05.491244 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-87a71e51-3113-44dd-abf2-539a917ddc0d req-e2e8fbd0-419d-49fc-929a-e73f1f2326c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=291a888a-2f0c-46a6-9e3c-47643e8502e0 HTTP/1.1" status: 200 len: 853 time: 0.0423610 Mar 30 01:42:05.541113 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a71e51-3113-44dd-abf2-539a917ddc0d req-392e7a11-7844-4b84-a4a4-fd7b4405fa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:42:05.542569 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-87a71e51-3113-44dd-abf2-539a917ddc0d req-392e7a11-7844-4b84-a4a4-fd7b4405fa7d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4fc8217-b826-42b9-bc79-f94d3931b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0452673 Mar 30 01:42:05.631479 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-87a71e51-3113-44dd-abf2-539a917ddc0d req-3ef4fcb5-e453-4f5c-880c-ea16700aaf73 service neutron] 10.222.0.18 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827711 Mar 30 01:42:05.723197 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-87a71e51-3113-44dd-abf2-539a917ddc0d req-b9bdb36e-b647-475f-a08f-ba00e3d7a555 service neutron] 10.222.0.18 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854111 Mar 30 01:42:05.984723 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1bb9c-63ca-4997-a509-e47861f60f6e req-b757adc5-0cba-41e5-80e2-94c45686fa82 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:42:05.986252 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-44a1bb9c-63ca-4997-a509-e47861f60f6e req-b757adc5-0cba-41e5-80e2-94c45686fa82 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=8672c339-1274-462a-9d5e-ac928d7669d0 HTTP/1.1" status: 200 len: 944 time: 0.0596325 Mar 30 01:42:06.039576 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-44a1bb9c-63ca-4997-a509-e47861f60f6e req-3d81969e-f4d7-43e2-9aa6-e21392c2f8c4 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66ac6b8-2e32-4632-a179-20ad02f3e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450239 Mar 30 01:42:06.932863 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device adeb9282-dc3a-49e7-b6f9-d194d3256978 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:42:07.044832 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port adeb9282-dc3a-49e7-b6f9-d194d3256978, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=adeb9282-dc3a-49e7-b6f9-d194d3256978,segment=NetworkSegment(955dacbe-9dc0-4887-88d2-dd4a7aa3d199),segment_id=955dacbe-9dc0-4887-88d2-dd4a7aa3d199)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:42:07.056338 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Returning: {'device': 'adeb9282-dc3a-49e7-b6f9-d194d3256978', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'port_id': 'adeb9282-dc3a-49e7-b6f9-d194d3256978', 'mac_address': 'fa:16:3e:17:2a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:42:07.094390 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port adeb9282-dc3a-49e7-b6f9-d194d3256978 is: DOWN; New status is: BUILD {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:42:07.094944 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (adeb9282-dc3a-49e7-b6f9-d194d3256978), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:07.108063 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adeb9282-dc3a-49e7-b6f9-d194d3256978 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:42:07.128343 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port adeb9282-dc3a-49e7-b6f9-d194d3256978, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=adeb9282-dc3a-49e7-b6f9-d194d3256978,segment=NetworkSegment(955dacbe-9dc0-4887-88d2-dd4a7aa3d199),segment_id=955dacbe-9dc0-4887-88d2-dd4a7aa3d199)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:42:07.134327 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (adeb9282-dc3a-49e7-b6f9-d194d3256978), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:07.167827 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2c502-ef04-4784-a6ee-c83c415dae54 req-bcf1ef7f-2678-43e1-a098-9b7cc003a0fe tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:42:07.169506 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4ac2c502-ef04-4784-a6ee-c83c415dae54 req-bcf1ef7f-2678-43e1-a098-9b7cc003a0fe tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=8672c339-1274-462a-9d5e-ac928d7669d0 HTTP/1.1" status: 200 len: 944 time: 0.0550177 Mar 30 01:42:07.182721 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=adeb9282-dc3a-49e7-b6f9-d194d3256978,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:42:07.189952 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:42:07.190295 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:42:07.190672 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:42:07.191006 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:42:07.191338 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:42:07.191664 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:42:07.191980 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:42:07.192300 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:42:07.192603 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:42:07.192917 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:42:07.193228 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:42:07.193547 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:42:07.193858 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:42:07.194168 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:42:07.194497 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:42:07.216032 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4ac2c502-ef04-4784-a6ee-c83c415dae54 req-aac0f547-a7b0-427a-b1e4-ece12933ff35 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66ac6b8-2e32-4632-a179-20ad02f3e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405023 Mar 30 01:42:07.428375 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['adeb9282-dc3a-49e7-b6f9-d194d3256978'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:42:08.366781 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebed28-67f1-4c65-94e4-a6c3575e9c0b req-5ab5a5c4-2227-42da-b803-ec26a81c5cd5 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:42:08.368270 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-52ebed28-67f1-4c65-94e4-a6c3575e9c0b req-5ab5a5c4-2227-42da-b803-ec26a81c5cd5 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=8672c339-1274-462a-9d5e-ac928d7669d0 HTTP/1.1" status: 200 len: 945 time: 0.0798388 Mar 30 01:42:08.421355 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-52ebed28-67f1-4c65-94e4-a6c3575e9c0b req-49b8cd4c-10d1-4c55-9103-40020ee8aacb tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66ac6b8-2e32-4632-a179-20ad02f3e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472257 Mar 30 01:42:08.949105 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device adeb9282-dc3a-49e7-b6f9-d194d3256978 up at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:42:09.008742 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning for port adeb9282-dc3a-49e7-b6f9-d194d3256978 completed by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:42:09.012917 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning complete for port adeb9282-dc3a-49e7-b6f9-d194d3256978 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:42:09.013387 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (adeb9282-dc3a-49e7-b6f9-d194d3256978), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:09.094647 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port adeb9282-dc3a-49e7-b6f9-d194d3256978 is: BUILD; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:42:09.095021 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (adeb9282-dc3a-49e7-b6f9-d194d3256978), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:09.118090 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8672c339-1274-462a-9d5e-ac928d7669d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adeb9282-dc3a-49e7-b6f9-d194d3256978'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:42:09.120336 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b54a399a95781ce0e36d18e73dfd9bddfd965df0fcdebdd8e46dd02a402f6d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bd694a-6c9a-4134-81ab-ad7a10fbcbf7" -d '{"events": [{"server_uuid": "8672c339-1274-462a-9d5e-ac928d7669d0", "name": "network-vif-plugged", "status": "completed", "tag": "adeb9282-dc3a-49e7-b6f9-d194d3256978"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:42:09.132494 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port adeb9282-dc3a-49e7-b6f9-d194d3256978, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=adeb9282-dc3a-49e7-b6f9-d194d3256978,segment=NetworkSegment(955dacbe-9dc0-4887-88d2-dd4a7aa3d199),segment_id=955dacbe-9dc0-4887-88d2-dd4a7aa3d199)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:42:09.138734 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (adeb9282-dc3a-49e7-b6f9-d194d3256978), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:09.163793 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22c47c7-60af-48bc-b2f9-b615561602bd x-openstack-request-id: req-b22c47c7-60af-48bc-b2f9-b615561602bd {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:42:09.164251 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8672c339-1274-462a-9d5e-ac928d7669d0", "name": "network-vif-plugged", "status": "completed", "tag": "adeb9282-dc3a-49e7-b6f9-d194d3256978", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:42:09.164660 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b22c47c7-60af-48bc-b2f9-b615561602bd {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:42:09.165289 dv-cinder-817135-7-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b22c47c7-60af-48bc-b2f9-b615561602bd'] response: {'server_uuid': '8672c339-1274-462a-9d5e-ac928d7669d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adeb9282-dc3a-49e7-b6f9-d194d3256978', 'code': 200} Mar 30 01:42:09.196487 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=adeb9282-dc3a-49e7-b6f9-d194d3256978,revision_number=5']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:42:09.347758 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b012a8-4831-48eb-8ebc-e94a2ca91bd8 req-cbd547f0-18b9-4684-87c2-9a902fbe2134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:42:09.349246 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a3b012a8-4831-48eb-8ebc-e94a2ca91bd8 req-cbd547f0-18b9-4684-87c2-9a902fbe2134 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8672c339-1274-462a-9d5e-ac928d7669d0 HTTP/1.1" status: 200 len: 1130 time: 0.0481615 Mar 30 01:42:09.393084 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a3b012a8-4831-48eb-8ebc-e94a2ca91bd8 req-35cf51f0-b77b-40bb-a589-93c305ee3555 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c66ac6b8-2e32-4632-a179-20ad02f3e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376928 Mar 30 01:42:09.557598 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7577acb-bfb6-4eee-8241-ebcd19103fcb req-27aeb977-5d5e-4503-b515-bf57ffbbeddd tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:42:09.559107 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f7577acb-bfb6-4eee-8241-ebcd19103fcb req-27aeb977-5d5e-4503-b515-bf57ffbbeddd tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=8672c339-1274-462a-9d5e-ac928d7669d0 HTTP/1.1" status: 200 len: 946 time: 0.0548685 Mar 30 01:42:09.607501 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f7577acb-bfb6-4eee-8241-ebcd19103fcb req-0c848926-1eb2-49a8-a73e-27a7d7f34872 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66ac6b8-2e32-4632-a179-20ad02f3e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425196 Mar 30 01:42:10.739184 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01d1a6-ebf4-4bf4-8a1a-cd28a6d2ad1b req-5b9aaa45-f194-43bd-82a1-9643b6b04386 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:42:10.740691 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-da01d1a6-ebf4-4bf4-8a1a-cd28a6d2ad1b req-5b9aaa45-f194-43bd-82a1-9643b6b04386 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=8672c339-1274-462a-9d5e-ac928d7669d0 HTTP/1.1" status: 200 len: 946 time: 0.0562203 Mar 30 01:42:10.794802 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-da01d1a6-ebf4-4bf4-8a1a-cd28a6d2ad1b req-15d616e4-603f-41ec-a2b7-447a08a6fbb9 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66ac6b8-2e32-4632-a179-20ad02f3e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483353 Mar 30 01:42:11.925685 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b86712-31df-4240-b40d-9973e361ef08 req-01722a65-0fbb-4a79-a272-54f6e5977283 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:42:11.928765 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-74b86712-31df-4240-b40d-9973e361ef08 req-01722a65-0fbb-4a79-a272-54f6e5977283 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=8672c339-1274-462a-9d5e-ac928d7669d0 HTTP/1.1" status: 200 len: 946 time: 0.0563204 Mar 30 01:42:11.976473 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-74b86712-31df-4240-b40d-9973e361ef08 req-47b0a1b4-f632-4c4e-b459-5e99bf359adb tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66ac6b8-2e32-4632-a179-20ad02f3e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433483 Mar 30 01:42:12.100640 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33a0d7-4273-46ad-ab29-f56e4113c491 req-6a609b92-fa5e-4626-b1df-42d99bdc5734 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:42:12.102144 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ce33a0d7-4273-46ad-ab29-f56e4113c491 req-6a609b92-fa5e-4626-b1df-42d99bdc5734 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=8672c339-1274-462a-9d5e-ac928d7669d0 HTTP/1.1" status: 200 len: 946 time: 0.0617766 Mar 30 01:42:12.111531 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 46682) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:42:12.118154 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-805f6be0-1b0f-4fb3-9593-359ed02100f0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Request body: {'floatingip': {'port_id': 'adeb9282-dc3a-49e7-b6f9-d194d3256978'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:42:12.162477 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-805f6be0-1b0f-4fb3-9593-359ed02100f0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for floatingip (7bc190af-faf6-4221-bcc0-2de1b6c97b7a), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:12.610831 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-805f6be0-1b0f-4fb3-9593-359ed02100f0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:12.617911 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-805f6be0-1b0f-4fb3-9593-359ed02100f0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623942'] for floatingip (7bc190af-faf6-4221-bcc0-2de1b6c97b7a), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:12.735201 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.db.l3_db [None req-805f6be0-1b0f-4fb3-9593-359ed02100f0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Floating IP 7bc190af-faf6-4221-bcc0-2de1b6c97b7a associated. External IP: 172.28.0.164, port: adeb9282-dc3a-49e7-b6f9-d194d3256978. Mar 30 01:42:12.973445 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805f6be0-1b0f-4fb3-9593-359ed02100f0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:42:13.090668 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805f6be0-1b0f-4fb3-9593-359ed02100f0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:42:13.095959 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-805f6be0-1b0f-4fb3-9593-359ed02100f0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:13.101159 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f23c4b-93ec-4d53-bb38-b4e1245b86b8 None None] Sync routers for ids ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'] in dv-cinder-817135-7-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:42:13.111333 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f23c4b-93ec-4d53-bb38-b4e1245b86b8 None None] Routers {'6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:42:13.111940 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-90f23c4b-93ec-4d53-bb38-b4e1245b86b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:41:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:42:13.127137 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-805f6be0-1b0f-4fb3-9593-359ed02100f0 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "PUT /v2.0/floatingips/7bc190af-faf6-4221-bcc0-2de1b6c97b7a HTTP/1.1" status: 200 len: 992 time: 1.0143464 Mar 30 01:42:13.127739 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8672c339-1274-462a-9d5e-ac928d7669d0', 'tag': 'adeb9282-dc3a-49e7-b6f9-d194d3256978'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:42:13.129982 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ee1e0a93b5aae8634dc44ede2e08a21acb25dbbcfc8760de0fb17172de978b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536f4d5b-779e-4c00-b74e-639c8525ab1d" -d '{"events": [{"name": "network-changed", "server_uuid": "8672c339-1274-462a-9d5e-ac928d7669d0", "tag": "adeb9282-dc3a-49e7-b6f9-d194d3256978"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:42:13.167149 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4f7d85-c8ee-485f-b6f3-09eeafcf4b8a x-openstack-request-id: req-ad4f7d85-c8ee-485f-b6f3-09eeafcf4b8a {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:42:13.167436 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8672c339-1274-462a-9d5e-ac928d7669d0", "tag": "adeb9282-dc3a-49e7-b6f9-d194d3256978", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:42:13.167651 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad4f7d85-c8ee-485f-b6f3-09eeafcf4b8a {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:42:13.168057 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad4f7d85-c8ee-485f-b6f3-09eeafcf4b8a'] response: {'name': 'network-changed', 'server_uuid': '8672c339-1274-462a-9d5e-ac928d7669d0', 'tag': 'adeb9282-dc3a-49e7-b6f9-d194d3256978', 'status': 'completed', 'code': 200} Mar 30 01:42:13.218377 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-90f23c4b-93ec-4d53-bb38-b4e1245b86b8 None None] Set router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:42:13.236361 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f4d5b-779e-4c00-b74e-639c8525ab1d req-ccf0640d-cbf4-4cf8-8230-0e896584cbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:42:13.237811 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-536f4d5b-779e-4c00-b74e-639c8525ab1d req-ccf0640d-cbf4-4cf8-8230-0e896584cbc4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a03f8a6cc5c423d8cbd14756161c0dc&device_id=8672c339-1274-462a-9d5e-ac928d7669d0 HTTP/1.1" status: 200 len: 1130 time: 0.0486169 Mar 30 01:42:13.327778 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f4d5b-779e-4c00-b74e-639c8525ab1d req-c9092e7b-eb33-40b0-a001-4adafe82e46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:42:13.329198 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-536f4d5b-779e-4c00-b74e-639c8525ab1d req-c9092e7b-eb33-40b0-a001-4adafe82e46e service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4fc8217-b826-42b9-bc79-f94d3931b7cd HTTP/1.1" status: 200 len: 915 time: 0.0855341 Mar 30 01:42:13.397915 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-536f4d5b-779e-4c00-b74e-639c8525ab1d req-ab505c17-764d-44af-86f6-0952636b15dc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=adeb9282-dc3a-49e7-b6f9-d194d3256978 HTTP/1.1" status: 200 len: 1000 time: 0.0626204 Mar 30 01:42:13.443052 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-90f23c4b-93ec-4d53-bb38-b4e1245b86b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:29Z', 'revision_number': 4, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'gw_port': {'id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '7bc190af-faf6-4221-bcc0-2de1b6c97b7a', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'floating_ip_address': '172.28.0.164', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'port_id': 'adeb9282-dc3a-49e7-b6f9-d194d3256978', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'mac_address': 'fa:16:3e:17:2a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8672c339-1274-462a-9d5e-ac928d7669d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:42:01Z', 'updated_at': '2022-03-30T01:42:12Z', 'revision_number': 1, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424e53ac-3e95-4253-ac87-dadd199687e1', 'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'mac_address': 'fa:16:3e:4a:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:28Z', 'updated_at': '2022-03-30T01:37:32Z', 'revision_number': 5, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'subnets': [{'id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:42:13.446863 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f4d5b-779e-4c00-b74e-639c8525ab1d req-32aec914-8b23-4870-a941-64a5cead011a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:42:13.448337 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-536f4d5b-779e-4c00-b74e-639c8525ab1d req-32aec914-8b23-4870-a941-64a5cead011a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=291a888a-2f0c-46a6-9e3c-47643e8502e0 HTTP/1.1" status: 200 len: 853 time: 0.0443554 Mar 30 01:42:13.471219 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f23c4b-93ec-4d53-bb38-b4e1245b86b8 None None] Checking router: 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c for host: dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:42:13.479627 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f23c4b-93ec-4d53-bb38-b4e1245b86b8 None None] Routers {'6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:42:13.480232 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-90f23c4b-93ec-4d53-bb38-b4e1245b86b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:41:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:42:13.496965 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f4d5b-779e-4c00-b74e-639c8525ab1d req-5f5786cf-6588-47b7-af33-36cd9fb3b5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:42:13.498863 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-536f4d5b-779e-4c00-b74e-639c8525ab1d req-5f5786cf-6588-47b7-af33-36cd9fb3b5fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4fc8217-b826-42b9-bc79-f94d3931b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0439348 Mar 30 01:42:13.588413 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-90f23c4b-93ec-4d53-bb38-b4e1245b86b8 None None] Set router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:42:13.823362 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-536f4d5b-779e-4c00-b74e-639c8525ab1d req-0c0f9acc-51f8-475e-a1ae-3706c56b2c60 service neutron] 10.222.0.18 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189874 Mar 30 01:42:13.824900 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-90f23c4b-93ec-4d53-bb38-b4e1245b86b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:29Z', 'revision_number': 4, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'gw_port': {'id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '7bc190af-faf6-4221-bcc0-2de1b6c97b7a', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'floating_ip_address': '172.28.0.164', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'port_id': 'adeb9282-dc3a-49e7-b6f9-d194d3256978', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'mac_address': 'fa:16:3e:17:2a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8672c339-1274-462a-9d5e-ac928d7669d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:42:01Z', 'updated_at': '2022-03-30T01:42:12Z', 'revision_number': 1, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424e53ac-3e95-4253-ac87-dadd199687e1', 'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'mac_address': 'fa:16:3e:4a:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:28Z', 'updated_at': '2022-03-30T01:37:32Z', 'revision_number': 5, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'subnets': [{'id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:42:13.851896 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f23c4b-93ec-4d53-bb38-b4e1245b86b8 None None] The sync data for ids ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'] in dv-cinder-817135-7-smb is: [{'id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:29Z', 'revision_number': 4, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'gw_port': {'id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '7bc190af-faf6-4221-bcc0-2de1b6c97b7a', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'floating_ip_address': '172.28.0.164', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'port_id': 'adeb9282-dc3a-49e7-b6f9-d194d3256978', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'mac_address': 'fa:16:3e:17:2a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8672c339-1274-462a-9d5e-ac928d7669d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:42:01Z', 'updated_at': '2022-03-30T01:42:12Z', 'revision_number': 1, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424e53ac-3e95-4253-ac87-dadd199687e1', 'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'mac_address': 'fa:16:3e:4a:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:28Z', 'updated_at': '2022-03-30T01:37:32Z', 'revision_number': 5, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'subnets': [{'id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:42:13.914049 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-536f4d5b-779e-4c00-b74e-639c8525ab1d req-7387ef13-c5ce-4acf-b993-464ade7b9659 service neutron] 10.222.0.18 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846810 Mar 30 01:42:14.046143 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51bfedb-98f1-46d2-8071-e6da022da437 None None] New status for floating IP 7bc190af-faf6-4221-bcc0-2de1b6c97b7a: ACTIVE {{(pid=103230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:42:19.748901 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1d1f45d3-cddd-42b2-a46f-71295df2b935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:21.963696 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3b4c095b-2127-4530-aefe-20f253d26d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:23.067256 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:24.638735 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:26.011096 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:30.135153 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:42:34.877804 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:49.751897 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-54a4f26d-b596-48e8-b07b-0c75a5ce7152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:51.967827 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4f35ab0d-5988-468f-9698-bcda016a7643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:53.070970 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:54.643879 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:56.010013 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:04.870944 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:07.140458 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:43:10.715470 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-2608a0cc-9de3-4b11-948a-1def3d8dfccd req-e1de80bb-f104-4a1e-9b90-b8c30ce70e0c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8672c339-1274-462a-9d5e-ac928d7669d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476687 Mar 30 01:43:10.811053 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608a0cc-9de3-4b11-948a-1def3d8dfccd req-440fae7b-b4ea-4296-9416-c558c07010af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:43:10.812551 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-2608a0cc-9de3-4b11-948a-1def3d8dfccd req-440fae7b-b4ea-4296-9416-c558c07010af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a03f8a6cc5c423d8cbd14756161c0dc&device_id=8672c339-1274-462a-9d5e-ac928d7669d0 HTTP/1.1" status: 200 len: 1130 time: 0.0485468 Mar 30 01:43:10.919914 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608a0cc-9de3-4b11-948a-1def3d8dfccd req-a5673b77-13fd-4613-90f8-88ea134e3663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:43:10.921411 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-2608a0cc-9de3-4b11-948a-1def3d8dfccd req-a5673b77-13fd-4613-90f8-88ea134e3663 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4fc8217-b826-42b9-bc79-f94d3931b7cd HTTP/1.1" status: 200 len: 915 time: 0.0894814 Mar 30 01:43:10.997796 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-2608a0cc-9de3-4b11-948a-1def3d8dfccd req-8e19b69b-9fa2-45d2-a0fa-39e6a5bf6df6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=adeb9282-dc3a-49e7-b6f9-d194d3256978 HTTP/1.1" status: 200 len: 1002 time: 0.0699909 Mar 30 01:43:11.046283 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608a0cc-9de3-4b11-948a-1def3d8dfccd req-892e72b4-cda5-48a4-a20e-69a552f46094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:43:11.047738 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-2608a0cc-9de3-4b11-948a-1def3d8dfccd req-892e72b4-cda5-48a4-a20e-69a552f46094 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=291a888a-2f0c-46a6-9e3c-47643e8502e0 HTTP/1.1" status: 200 len: 853 time: 0.0439155 Mar 30 01:43:11.101460 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608a0cc-9de3-4b11-948a-1def3d8dfccd req-0101b59a-e8e3-4939-8067-bd7cfb0740b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:43:11.103145 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-2608a0cc-9de3-4b11-948a-1def3d8dfccd req-0101b59a-e8e3-4939-8067-bd7cfb0740b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4fc8217-b826-42b9-bc79-f94d3931b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0481572 Mar 30 01:43:11.203255 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-2608a0cc-9de3-4b11-948a-1def3d8dfccd req-3cecf838-b40a-43d7-be8d-f009d5180e40 service neutron] 10.222.0.18 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941613 Mar 30 01:43:11.305599 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-2608a0cc-9de3-4b11-948a-1def3d8dfccd req-21a6258b-428a-41d2-bb3d-70fcb079e236 service neutron] 10.222.0.18 "GET /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951765 Mar 30 01:43:19.879380 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-67cb0ba6-c65c-46c0-9f06-84fdf2ce29eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:21.961892 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ab82b340-d88f-475c-b52f-44e06e2f6dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:23.074866 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:23.448695 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69638e8d-5478-442b-ab17-11ffd4889037 req-90873509-aaf7-4b74-a307-cc96a0abbfd6 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:43:23.450200 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-69638e8d-5478-442b-ab17-11ffd4889037 req-90873509-aaf7-4b74-a307-cc96a0abbfd6 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=8672c339-1274-462a-9d5e-ac928d7669d0 HTTP/1.1" status: 200 len: 946 time: 0.0585389 Mar 30 01:43:23.516466 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-69638e8d-5478-442b-ab17-11ffd4889037 req-08bbf208-ee35-4461-a3e8-7057d3e6a8ac tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66ac6b8-2e32-4632-a179-20ad02f3e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571988 Mar 30 01:43:24.638754 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:24.654554 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8f799-d4eb-4399-99bb-b3275f6dd25b req-f8113662-f5bc-452f-89b9-0538f66010fa tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:43:24.656062 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f0f8f799-d4eb-4399-99bb-b3275f6dd25b req-f8113662-f5bc-452f-89b9-0538f66010fa tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=8672c339-1274-462a-9d5e-ac928d7669d0 HTTP/1.1" status: 200 len: 946 time: 0.0582812 Mar 30 01:43:24.705554 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f0f8f799-d4eb-4399-99bb-b3275f6dd25b req-7ca5cb96-7e10-4d5f-902a-c07d4a20d986 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66ac6b8-2e32-4632-a179-20ad02f3e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435090 Mar 30 01:43:25.204087 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a00fbe-e7fc-41da-af4e-586431550426 req-7eb948e8-4b47-43e5-8f78-c6d0e72b8ba8 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:43:25.205523 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-35a00fbe-e7fc-41da-af4e-586431550426 req-7eb948e8-4b47-43e5-8f78-c6d0e72b8ba8 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.18 "GET /v2.0/ports?device_id=8672c339-1274-462a-9d5e-ac928d7669d0 HTTP/1.1" status: 200 len: 946 time: 0.0597770 Mar 30 01:43:25.304235 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-35a00fbe-e7fc-41da-af4e-586431550426 req-4ca3987f-f4fd-4805-99b8-c5ca52688b51 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Deleting port adeb9282-dc3a-49e7-b6f9-d194d3256978 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:43:25.304729 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-35a00fbe-e7fc-41da-af4e-586431550426 req-4ca3987f-f4fd-4805-99b8-c5ca52688b51 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (adeb9282-dc3a-49e7-b6f9-d194d3256978), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:25.405002 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-35a00fbe-e7fc-41da-af4e-586431550426 req-4ca3987f-f4fd-4805-99b8-c5ca52688b51 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] For port adeb9282-dc3a-49e7-b6f9-d194d3256978, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=adeb9282-dc3a-49e7-b6f9-d194d3256978,segment=NetworkSegment(955dacbe-9dc0-4887-88d2-dd4a7aa3d199),segment_id=955dacbe-9dc0-4887-88d2-dd4a7aa3d199)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:43:25.405335 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-35a00fbe-e7fc-41da-af4e-586431550426 req-4ca3987f-f4fd-4805-99b8-c5ca52688b51 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (adeb9282-dc3a-49e7-b6f9-d194d3256978), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:25.606766 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-35a00fbe-e7fc-41da-af4e-586431550426 req-4ca3987f-f4fd-4805-99b8-c5ca52688b51 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:25.607106 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-35a00fbe-e7fc-41da-af4e-586431550426 req-4ca3987f-f4fd-4805-99b8-c5ca52688b51 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623942'] for floatingip (7bc190af-faf6-4221-bcc0-2de1b6c97b7a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:25.607366 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.db.l3_db [req-35a00fbe-e7fc-41da-af4e-586431550426 req-4ca3987f-f4fd-4805-99b8-c5ca52688b51 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Floating IP 7bc190af-faf6-4221-bcc0-2de1b6c97b7a disassociated. External IP: 172.28.0.164, port: adeb9282-dc3a-49e7-b6f9-d194d3256978. Mar 30 01:43:25.607707 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-35a00fbe-e7fc-41da-af4e-586431550426 req-4ca3987f-f4fd-4805-99b8-c5ca52688b51 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Calling delete_port for adeb9282-dc3a-49e7-b6f9-d194d3256978 owned by compute:nova {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:43:25.751024 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-35a00fbe-e7fc-41da-af4e-586431550426 req-4ca3987f-f4fd-4805-99b8-c5ca52688b51 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (adeb9282-dc3a-49e7-b6f9-d194d3256978), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:25.783803 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3987f-f4fd-4805-99b8-c5ca52688b51 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event deleted for resources: {'Port': ['ID=adeb9282-dc3a-49e7-b6f9-d194d3256978,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:43:25.797859 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca3987f-f4fd-4805-99b8-c5ca52688b51 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:25.798175 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca3987f-f4fd-4805-99b8-c5ca52688b51 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:25.798549 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca3987f-f4fd-4805-99b8-c5ca52688b51 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:25.798899 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca3987f-f4fd-4805-99b8-c5ca52688b51 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:25.799233 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca3987f-f4fd-4805-99b8-c5ca52688b51 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:25.799568 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca3987f-f4fd-4805-99b8-c5ca52688b51 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:25.799898 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca3987f-f4fd-4805-99b8-c5ca52688b51 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:25.800229 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca3987f-f4fd-4805-99b8-c5ca52688b51 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:25.800556 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca3987f-f4fd-4805-99b8-c5ca52688b51 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:25.800881 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca3987f-f4fd-4805-99b8-c5ca52688b51 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:25.801213 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca3987f-f4fd-4805-99b8-c5ca52688b51 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:25.801539 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca3987f-f4fd-4805-99b8-c5ca52688b51 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:25.801862 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca3987f-f4fd-4805-99b8-c5ca52688b51 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:25.802185 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca3987f-f4fd-4805-99b8-c5ca52688b51 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:25.802542 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca3987f-f4fd-4805-99b8-c5ca52688b51 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:25.815474 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-14479a74-d9b7-49dc-a203-a1afde67ec70 req-2d4843a7-ae98-42c5-b08b-0eb7874fd23e tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/ports?device_id=8672c339-1274-462a-9d5e-ac928d7669d0 HTTP/1.1" status: 200 len: 210 time: 0.0291946 Mar 30 01:43:25.919511 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35a00fbe-e7fc-41da-af4e-586431550426 req-4ca3987f-f4fd-4805-99b8-c5ca52688b51 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:43:26.005649 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:26.031594 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35a00fbe-e7fc-41da-af4e-586431550426 req-4ca3987f-f4fd-4805-99b8-c5ca52688b51 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:43:26.041758 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba99ac6-13b6-4653-88c7-a4d7ed590c65 None None] Sync routers for ids ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'] in dv-cinder-817135-7-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:43:26.053184 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba99ac6-13b6-4653-88c7-a4d7ed590c65 None None] Routers {'6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:43:26.053807 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-3ba99ac6-13b6-4653-88c7-a4d7ed590c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:43:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:43:26.072784 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a00fbe-e7fc-41da-af4e-586431550426 req-4ca3987f-f4fd-4805-99b8-c5ca52688b51 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] No DVR routers for this DVR port adeb9282-dc3a-49e7-b6f9-d194d3256978 on host hv-cinder-81713 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:43:26.075248 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-35a00fbe-e7fc-41da-af4e-586431550426 req-4ca3987f-f4fd-4805-99b8-c5ca52688b51 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:26.078562 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-35a00fbe-e7fc-41da-af4e-586431550426 req-4ca3987f-f4fd-4805-99b8-c5ca52688b51 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.18 "DELETE /v2.0/ports/adeb9282-dc3a-49e7-b6f9-d194d3256978 HTTP/1.1" status: 204 len: 173 time: 0.8668189 Mar 30 01:43:26.079127 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8672c339-1274-462a-9d5e-ac928d7669d0', 'name': 'network-vif-deleted', 'tag': 'adeb9282-dc3a-49e7-b6f9-d194d3256978'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:43:26.081256 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae5f774-7054-4a3c-bf21-869cf4364933" -d '{"events": [{"server_uuid": "8672c339-1274-462a-9d5e-ac928d7669d0", "name": "network-vif-deleted", "tag": "adeb9282-dc3a-49e7-b6f9-d194d3256978"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:43:26.117377 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be41af0b-1a18-4bc7-946c-229b48f2572a x-openstack-request-id: req-be41af0b-1a18-4bc7-946c-229b48f2572a {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:43:26.117679 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8672c339-1274-462a-9d5e-ac928d7669d0", "name": "network-vif-deleted", "tag": "adeb9282-dc3a-49e7-b6f9-d194d3256978", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:43:26.117965 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be41af0b-1a18-4bc7-946c-229b48f2572a {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:43:26.118334 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be41af0b-1a18-4bc7-946c-229b48f2572a'] response: {'server_uuid': '8672c339-1274-462a-9d5e-ac928d7669d0', 'name': 'network-vif-deleted', 'tag': 'adeb9282-dc3a-49e7-b6f9-d194d3256978', 'status': 'completed', 'code': 200} Mar 30 01:43:26.257581 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-3ba99ac6-13b6-4653-88c7-a4d7ed590c65 None None] Set router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:43:26.464648 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-3ba99ac6-13b6-4653-88c7-a4d7ed590c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:29Z', 'revision_number': 4, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'gw_port': {'id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '424e53ac-3e95-4253-ac87-dadd199687e1', 'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'mac_address': 'fa:16:3e:4a:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:28Z', 'updated_at': '2022-03-30T01:37:32Z', 'revision_number': 5, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'subnets': [{'id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:43:26.493898 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba99ac6-13b6-4653-88c7-a4d7ed590c65 None None] Checking router: 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c for host: dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:43:26.502464 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba99ac6-13b6-4653-88c7-a4d7ed590c65 None None] Routers {'6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:43:26.503075 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-3ba99ac6-13b6-4653-88c7-a4d7ed590c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:43:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:43:26.613666 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-3ba99ac6-13b6-4653-88c7-a4d7ed590c65 None None] Set router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:43:26.818549 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-3ba99ac6-13b6-4653-88c7-a4d7ed590c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:29Z', 'revision_number': 4, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'gw_port': {'id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '424e53ac-3e95-4253-ac87-dadd199687e1', 'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'mac_address': 'fa:16:3e:4a:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:28Z', 'updated_at': '2022-03-30T01:37:32Z', 'revision_number': 5, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'subnets': [{'id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:43:26.844268 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba99ac6-13b6-4653-88c7-a4d7ed590c65 None None] The sync data for ids ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'] in dv-cinder-817135-7-smb is: [{'id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:29Z', 'revision_number': 4, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'gw_port': {'id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '424e53ac-3e95-4253-ac87-dadd199687e1', 'name': '', 'network_id': 'c4fc8217-b826-42b9-bc79-f94d3931b7cd', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'mac_address': 'fa:16:3e:4a:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:28Z', 'updated_at': '2022-03-30T01:37:32Z', 'revision_number': 5, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'subnets': [{'id': '291a888a-2f0c-46a6-9e3c-47643e8502e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:43:26.909050 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 46776) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:43:26.971796 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e0e8d63b-b2a5-4064-b066-c36fe5ce99f6 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group (c66ac6b8-2e32-4632-a179-20ad02f3e83e), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:26.998804 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e0e8d63b-b2a5-4064-b066-c36fe5ce99f6 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group (c66ac6b8-2e32-4632-a179-20ad02f3e83e), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:27.048580 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e0e8d63b-b2a5-4064-b066-c36fe5ce99f6 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (c66ac6b8-2e32-4632-a179-20ad02f3e83e), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:27.051460 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e0e8d63b-b2a5-4064-b066-c36fe5ce99f6 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:27.053727 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-e0e8d63b-b2a5-4064-b066-c36fe5ce99f6 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "DELETE /v2.0/security-groups/c66ac6b8-2e32-4632-a179-20ad02f3e83e HTTP/1.1" status: 204 len: 168 time: 0.1425624 Mar 30 01:43:27.055581 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 46778) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:43:27.063135 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8d63b-b2a5-4064-b066-c36fe5ce99f6 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66ac6b8-2e32-4632-a179-20ad02f3e83e,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:43:27.069819 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.api.v2.resource [None req-81b774ed-e945-4c88-9d10-0c45b2a42bb4 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] show failed (client error): The resource could not be found. Mar 30 01:43:27.074820 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 46780) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:43:27.074965 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-81b774ed-e945-4c88-9d10-0c45b2a42bb4 tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "GET /v2.0/security-groups/c66ac6b8-2e32-4632-a179-20ad02f3e83e HTTP/1.1" status: 404 len: 347 time: 0.0180826 Mar 30 01:43:27.084170 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bb3318-8518-423c-b0de-e6086420cbbe None None] New status for floating IP 7bc190af-faf6-4221-bcc0-2de1b6c97b7a: DOWN {{(pid=103230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:43:27.199960 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7e8432aa-1e80-4fd7-b51b-8a9314edce8f tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Deleting port 3d79ca76-33c5-4d34-9ffc-0697fa90db4e {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:43:27.200586 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e8432aa-1e80-4fd7-b51b-8a9314edce8f tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (3d79ca76-33c5-4d34-9ffc-0697fa90db4e), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:27.285167 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e8432aa-1e80-4fd7-b51b-8a9314edce8f tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (3d79ca76-33c5-4d34-9ffc-0697fa90db4e), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:27.285456 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e8432aa-1e80-4fd7-b51b-8a9314edce8f tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for floatingip (3d79ca76-33c5-4d34-9ffc-0697fa90db4e), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:27.302258 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7e8432aa-1e80-4fd7-b51b-8a9314edce8f tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Calling delete_port for 3d79ca76-33c5-4d34-9ffc-0697fa90db4e owned by network:floatingip {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:43:27.328590 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device adeb9282-dc3a-49e7-b6f9-d194d3256978 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:43:27.350918 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] No Port match for: adeb9282-dc3a-49e7-b6f9-d194d3256978 {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:43:27.351279 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device adeb9282-dc3a-49e7-b6f9-d194d3256978 not bound to the agent host hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:43:27.440698 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e8432aa-1e80-4fd7-b51b-8a9314edce8f tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (3d79ca76-33c5-4d34-9ffc-0697fa90db4e), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:27.465609 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8432aa-1e80-4fd7-b51b-8a9314edce8f tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Pushing event deleted for resources: {'Port': ['ID=3d79ca76-33c5-4d34-9ffc-0697fa90db4e,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:43:27.526950 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e8432aa-1e80-4fd7-b51b-8a9314edce8f tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks [] for floatingip (7bc190af-faf6-4221-bcc0-2de1b6c97b7a), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:27.529424 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e8432aa-1e80-4fd7-b51b-8a9314edce8f tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for floatingip (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:27.530599 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-7e8432aa-1e80-4fd7-b51b-8a9314edce8f tempest-AttachVolumeNegativeTest-1772099604 tempest-AttachVolumeNegativeTest-1772099604-project] 10.222.0.25 "DELETE /v2.0/floatingips/7bc190af-faf6-4221-bcc0-2de1b6c97b7a HTTP/1.1" status: 204 len: 168 time: 0.4547379 Mar 30 01:43:31.252139 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 46816) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:43:31.765630 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8828d02b-a259-4ab2-83c4-83367ebc6918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624966'] for router_interface (6eb41c96-71c2-4a1e-ad32-ac69e730ab9c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:32.023361 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-8828d02b-a259-4ab2-83c4-83367ebc6918 admin admin] Deleting port 424e53ac-3e95-4253-ac87-dadd199687e1 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:43:32.023604 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8828d02b-a259-4ab2-83c4-83367ebc6918 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (424e53ac-3e95-4253-ac87-dadd199687e1), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:32.102925 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-8828d02b-a259-4ab2-83c4-83367ebc6918 admin admin] For port 424e53ac-3e95-4253-ac87-dadd199687e1, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=424e53ac-3e95-4253-ac87-dadd199687e1,segment=NetworkSegment(955dacbe-9dc0-4887-88d2-dd4a7aa3d199),segment_id=955dacbe-9dc0-4887-88d2-dd4a7aa3d199)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:43:32.103277 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8828d02b-a259-4ab2-83c4-83367ebc6918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (424e53ac-3e95-4253-ac87-dadd199687e1), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:32.115703 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-8828d02b-a259-4ab2-83c4-83367ebc6918 admin admin] Calling delete_port for 424e53ac-3e95-4253-ac87-dadd199687e1 owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:43:32.302650 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8828d02b-a259-4ab2-83c4-83367ebc6918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583052'] for port (424e53ac-3e95-4253-ac87-dadd199687e1), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:32.330875 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828d02b-a259-4ab2-83c4-83367ebc6918 admin admin] Pushing event deleted for resources: {'Port': ['ID=424e53ac-3e95-4253-ac87-dadd199687e1,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:43:32.358279 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828d02b-a259-4ab2-83c4-83367ebc6918 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:32.358658 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828d02b-a259-4ab2-83c4-83367ebc6918 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:32.358993 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828d02b-a259-4ab2-83c4-83367ebc6918 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:32.359326 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828d02b-a259-4ab2-83c4-83367ebc6918 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:32.359669 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828d02b-a259-4ab2-83c4-83367ebc6918 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:32.359994 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828d02b-a259-4ab2-83c4-83367ebc6918 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:32.360313 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828d02b-a259-4ab2-83c4-83367ebc6918 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:32.360627 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828d02b-a259-4ab2-83c4-83367ebc6918 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:32.360973 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828d02b-a259-4ab2-83c4-83367ebc6918 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:32.361233 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828d02b-a259-4ab2-83c4-83367ebc6918 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:32.361550 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828d02b-a259-4ab2-83c4-83367ebc6918 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:32.361866 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828d02b-a259-4ab2-83c4-83367ebc6918 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:32.362178 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828d02b-a259-4ab2-83c4-83367ebc6918 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:32.362518 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828d02b-a259-4ab2-83c4-83367ebc6918 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:32.362838 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828d02b-a259-4ab2-83c4-83367ebc6918 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:32.767543 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8828d02b-a259-4ab2-83c4-83367ebc6918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-622806'] for router_interface (6eb41c96-71c2-4a1e-ad32-ac69e730ab9c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:32.991837 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8828d02b-a259-4ab2-83c4-83367ebc6918 admin admin] Router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:43:33.119024 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8828d02b-a259-4ab2-83c4-83367ebc6918 admin admin] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:43:33.124201 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-8828d02b-a259-4ab2-83c4-83367ebc6918 admin admin] 10.222.0.25 "PUT /v2.0/routers/6eb41c96-71c2-4a1e-ad32-ac69e730ab9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8710179 Mar 30 01:43:33.127133 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 46820) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:43:33.128126 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0852b409-976f-4722-864c-cc298340bf7d None None] Sync routers for ids ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'] in dv-cinder-817135-7-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:43:33.138575 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0852b409-976f-4722-864c-cc298340bf7d None None] Routers {'6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:43:33.139199 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-0852b409-976f-4722-864c-cc298340bf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:43:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:43:33.235460 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76e1ba22-f6b0-43db-a68c-302c92b18123 admin admin] Publish callbacks [] for router (6eb41c96-71c2-4a1e-ad32-ac69e730ab9c), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:33.247477 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-0852b409-976f-4722-864c-cc298340bf7d None None] Set router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:43:33.340211 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76e1ba22-f6b0-43db-a68c-302c92b18123 admin admin] Publish callbacks [] for router_gateway (6eb41c96-71c2-4a1e-ad32-ac69e730ab9c), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:33.393803 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-76e1ba22-f6b0-43db-a68c-302c92b18123 admin admin] Deleting port d968dfb2-bcb6-4de0-b230-57c39d99d86d {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:43:33.394139 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76e1ba22-f6b0-43db-a68c-302c92b18123 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (d968dfb2-bcb6-4de0-b230-57c39d99d86d), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:33.425601 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-0852b409-976f-4722-864c-cc298340bf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:43:32Z', 'revision_number': 5, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'gw_port': {'id': 'd968dfb2-bcb6-4de0-b230-57c39d99d86d', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb'}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:43:33.451512 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0852b409-976f-4722-864c-cc298340bf7d None None] Checking router: 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c for host: dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:43:33.459762 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0852b409-976f-4722-864c-cc298340bf7d None None] Routers {'6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:43:33.460364 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-0852b409-976f-4722-864c-cc298340bf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:43:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:43:33.474860 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-76e1ba22-f6b0-43db-a68c-302c92b18123 admin admin] For port d968dfb2-bcb6-4de0-b230-57c39d99d86d, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=d968dfb2-bcb6-4de0-b230-57c39d99d86d,segment=NetworkSegment(06f2df17-57da-4e9c-9934-3a429189481b),segment_id=06f2df17-57da-4e9c-9934-3a429189481b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:43:33.475216 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76e1ba22-f6b0-43db-a68c-302c92b18123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (d968dfb2-bcb6-4de0-b230-57c39d99d86d), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:33.488979 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-76e1ba22-f6b0-43db-a68c-302c92b18123 admin admin] Calling delete_port for d968dfb2-bcb6-4de0-b230-57c39d99d86d owned by network:router_gateway {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:43:33.551160 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-0852b409-976f-4722-864c-cc298340bf7d None None] Set router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c gateway port host: None {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:43:33.602727 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-0852b409-976f-4722-864c-cc298340bf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:43:33Z', 'revision_number': 6, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'gw_port_host': None}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:43:33.630932 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0852b409-976f-4722-864c-cc298340bf7d None None] The sync data for ids ['6eb41c96-71c2-4a1e-ad32-ac69e730ab9c'] in dv-cinder-817135-7-smb is: [{'id': '6eb41c96-71c2-4a1e-ad32-ac69e730ab9c', 'name': 'tempest-AttachVolumeNegativeTest-931758103-router', 'tenant_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:37:26Z', 'updated_at': '2022-03-30T01:43:33Z', 'revision_number': 6, 'project_id': '9a03f8a6cc5c423d8cbd14756161c0dc', 'gw_port_host': None}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:43:33.680879 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76e1ba22-f6b0-43db-a68c-302c92b18123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (d968dfb2-bcb6-4de0-b230-57c39d99d86d), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:33.706365 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e1ba22-f6b0-43db-a68c-302c92b18123 admin admin] Pushing event deleted for resources: {'Port': ['ID=d968dfb2-bcb6-4de0-b230-57c39d99d86d,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:43:33.769542 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76e1ba22-f6b0-43db-a68c-302c92b18123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623932'] for router_gateway (6eb41c96-71c2-4a1e-ad32-ac69e730ab9c), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:33.866679 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76e1ba22-f6b0-43db-a68c-302c92b18123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2948'] for router (6eb41c96-71c2-4a1e-ad32-ac69e730ab9c), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:33.869115 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76e1ba22-f6b0-43db-a68c-302c92b18123 admin admin] Publish callbacks [] for router_controller (6eb41c96-71c2-4a1e-ad32-ac69e730ab9c), precommit_delete_associations {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:33.919284 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76e1ba22-f6b0-43db-a68c-302c92b18123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629977'] for router (6eb41c96-71c2-4a1e-ad32-ac69e730ab9c), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:33.920028 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e1ba22-f6b0-43db-a68c-302c92b18123 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6eb41c96-71c2-4a1e-ad32-ac69e730ab9c {{(pid=103228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 01:43:33.924647 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76e1ba22-f6b0-43db-a68c-302c92b18123 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:33.925818 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-76e1ba22-f6b0-43db-a68c-302c92b18123 admin admin] 10.222.0.25 "DELETE /v2.0/routers/6eb41c96-71c2-4a1e-ad32-ac69e730ab9c HTTP/1.1" status: 204 len: 168 time: 0.7977059 Mar 30 01:43:33.930086 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 46822) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:43:33.983979 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-3864a2c3-1ce3-4b49-9980-be2e90008934 admin admin] Deleting subnet 291a888a-2f0c-46a6-9e3c-47643e8502e0 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 01:43:33.989216 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3864a2c3-1ce3-4b49-9980-be2e90008934 admin admin] Publish callbacks [] for subnet (291a888a-2f0c-46a6-9e3c-47643e8502e0), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:34.033889 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3864a2c3-1ce3-4b49-9980-be2e90008934 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10017254'] for subnet (291a888a-2f0c-46a6-9e3c-47643e8502e0), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:34.108248 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 424e53ac-3e95-4253-ac87-dadd199687e1 no longer exists at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:43:34.131154 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3864a2c3-1ce3-4b49-9980-be2e90008934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1879272'] for subnet (291a888a-2f0c-46a6-9e3c-47643e8502e0), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:34.139137 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] No Port match for: 424e53ac-3e95-4253-ac87-dadd199687e1 {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:43:34.139634 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 424e53ac-3e95-4253-ac87-dadd199687e1 not bound to the agent host dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:43:34.197462 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3864a2c3-1ce3-4b49-9980-be2e90008934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1879263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8581503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554379'] for subnet (291a888a-2f0c-46a6-9e3c-47643e8502e0), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:34.232537 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864a2c3-1ce3-4b49-9980-be2e90008934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=291a888a-2f0c-46a6-9e3c-47643e8502e0,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:43:34.235454 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3864a2c3-1ce3-4b49-9980-be2e90008934 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:34.238962 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d96ad0b-a36d-4da7-bdda-a6828a773bad None None] Network c4fc8217-b826-42b9-bc79-f94d3931b7cd requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:43:34.239551 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-3864a2c3-1ce3-4b49-9980-be2e90008934 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/291a888a-2f0c-46a6-9e3c-47643e8502e0 HTTP/1.1" status: 204 len: 168 time: 0.3083332 Mar 30 01:43:34.243075 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 46824) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:43:34.333121 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5d9b4080-865e-4666-993f-65d8d12fb0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2064809'] for network (c4fc8217-b826-42b9-bc79-f94d3931b7cd), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:34.410384 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5d9b4080-865e-4666-993f-65d8d12fb0a3 admin admin] Deleting port b9cab483-cc1c-41e7-ae09-da1dc99a0ece {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:43:34.410982 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5d9b4080-865e-4666-993f-65d8d12fb0a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (b9cab483-cc1c-41e7-ae09-da1dc99a0ece), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:34.459921 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84408578-e458-46db-8945-fdce9ed9aadb None None] DHCP port deletion for c4fc8217-b826-42b9-bc79-f94d3931b7cd request from dv-cinder-817135-7-smb {{(pid=103230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 01:43:34.493051 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5d9b4080-865e-4666-993f-65d8d12fb0a3 admin admin] For port b9cab483-cc1c-41e7-ae09-da1dc99a0ece, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=b9cab483-cc1c-41e7-ae09-da1dc99a0ece,segment=NetworkSegment(955dacbe-9dc0-4887-88d2-dd4a7aa3d199),segment_id=955dacbe-9dc0-4887-88d2-dd4a7aa3d199)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:43:34.493596 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5d9b4080-865e-4666-993f-65d8d12fb0a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (b9cab483-cc1c-41e7-ae09-da1dc99a0ece), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:34.512081 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5d9b4080-865e-4666-993f-65d8d12fb0a3 admin admin] Calling delete_port for b9cab483-cc1c-41e7-ae09-da1dc99a0ece owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:43:34.519293 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-84408578-e458-46db-8945-fdce9ed9aadb None None] Deleting port b9cab483-cc1c-41e7-ae09-da1dc99a0ece {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:43:34.519951 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-84408578-e458-46db-8945-fdce9ed9aadb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (b9cab483-cc1c-41e7-ae09-da1dc99a0ece), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:34.601645 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-84408578-e458-46db-8945-fdce9ed9aadb None None] For port b9cab483-cc1c-41e7-ae09-da1dc99a0ece, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=b9cab483-cc1c-41e7-ae09-da1dc99a0ece,segment=NetworkSegment(955dacbe-9dc0-4887-88d2-dd4a7aa3d199),segment_id=955dacbe-9dc0-4887-88d2-dd4a7aa3d199)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:43:34.604606 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-84408578-e458-46db-8945-fdce9ed9aadb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (b9cab483-cc1c-41e7-ae09-da1dc99a0ece), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:34.626210 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5d9b4080-865e-4666-993f-65d8d12fb0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (b9cab483-cc1c-41e7-ae09-da1dc99a0ece), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:34.630230 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-84408578-e458-46db-8945-fdce9ed9aadb None None] Calling delete_port for b9cab483-cc1c-41e7-ae09-da1dc99a0ece owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:43:34.645556 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9b4080-865e-4666-993f-65d8d12fb0a3 admin admin] No DVR routers for this DVR port b9cab483-cc1c-41e7-ae09-da1dc99a0ece on host dv-cinder-817135-7-smb {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:43:34.671629 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b4080-865e-4666-993f-65d8d12fb0a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9cab483-cc1c-41e7-ae09-da1dc99a0ece,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:43:34.733847 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-84408578-e458-46db-8945-fdce9ed9aadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303'] for port (b9cab483-cc1c-41e7-ae09-da1dc99a0ece), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:34.753441 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5d9b4080-865e-4666-993f-65d8d12fb0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1955683', 'neutron.services.segments.db._delete_segments_for_network-8788084628282'] for network (c4fc8217-b826-42b9-bc79-f94d3931b7cd), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:34.765612 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84408578-e458-46db-8945-fdce9ed9aadb None None] No DVR routers for this DVR port b9cab483-cc1c-41e7-ae09-da1dc99a0ece on host dv-cinder-817135-7-smb {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:43:34.767662 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84408578-e458-46db-8945-fdce9ed9aadb None None] Pushing event deleted for resources: {'Port': ['ID=b9cab483-cc1c-41e7-ae09-da1dc99a0ece,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:43:34.779490 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84408578-e458-46db-8945-fdce9ed9aadb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:34.779490 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84408578-e458-46db-8945-fdce9ed9aadb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:34.779490 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84408578-e458-46db-8945-fdce9ed9aadb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:34.779490 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84408578-e458-46db-8945-fdce9ed9aadb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:34.779490 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84408578-e458-46db-8945-fdce9ed9aadb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:34.779490 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84408578-e458-46db-8945-fdce9ed9aadb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:34.779490 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84408578-e458-46db-8945-fdce9ed9aadb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:34.779490 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84408578-e458-46db-8945-fdce9ed9aadb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:34.780723 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84408578-e458-46db-8945-fdce9ed9aadb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:34.780973 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84408578-e458-46db-8945-fdce9ed9aadb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:34.781395 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84408578-e458-46db-8945-fdce9ed9aadb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:34.781830 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84408578-e458-46db-8945-fdce9ed9aadb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:34.782244 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84408578-e458-46db-8945-fdce9ed9aadb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:34.782723 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84408578-e458-46db-8945-fdce9ed9aadb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:34.783129 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84408578-e458-46db-8945-fdce9ed9aadb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:43:34.792099 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.services.segments.db [None req-5d9b4080-865e-4666-993f-65d8d12fb0a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4fc8217-b826-42b9-bc79-f94d3931b7cd']}} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:43:34.802948 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.services.segments.db [None req-5d9b4080-865e-4666-993f-65d8d12fb0a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955dacbe-9dc0-4887-88d2-dd4a7aa3d199') {'for_net_delete': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:43:34.803243 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.services.segments.db [None req-5d9b4080-865e-4666-993f-65d8d12fb0a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955dacbe-9dc0-4887-88d2-dd4a7aa3d199') {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:43:34.817133 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5d9b4080-865e-4666-993f-65d8d12fb0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788084859203', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9415918'] for segment (955dacbe-9dc0-4887-88d2-dd4a7aa3d199), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:34.830759 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5d9b4080-865e-4666-993f-65d8d12fb0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983'] for segment (955dacbe-9dc0-4887-88d2-dd4a7aa3d199), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:34.836981 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d9b4080-865e-4666-993f-65d8d12fb0a3 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 01:43:34.837392 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5d9b4080-865e-4666-993f-65d8d12fb0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9415236'] for segment (955dacbe-9dc0-4887-88d2-dd4a7aa3d199), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:34.839174 dv-cinder-817135-7-smb neutron-server[103228]: Traceback (most recent call last): Mar 30 01:43:34.839174 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 01:43:34.839174 dv-cinder-817135-7-smb neutron-server[103228]: timer() Mar 30 01:43:34.839174 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 01:43:34.839174 dv-cinder-817135-7-smb neutron-server[103228]: cb(*args, **kw) Mar 30 01:43:34.839174 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 01:43:34.839174 dv-cinder-817135-7-smb neutron-server[103228]: return func(*args, **kwargs) Mar 30 01:43:34.839174 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 01:43:34.839174 dv-cinder-817135-7-smb neutron-server[103228]: self._notify() Mar 30 01:43:34.839174 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 01:43:34.839174 dv-cinder-817135-7-smb neutron-server[103228]: self.callback(batched_events) Mar 30 01:43:34.839174 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 01:43:34.839174 dv-cinder-817135-7-smb neutron-server[103228]: event.method(event) Mar 30 01:43:34.839174 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 01:43:34.839174 dv-cinder-817135-7-smb neutron-server[103228]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 01:43:34.839174 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 01:43:34.839174 dv-cinder-817135-7-smb neutron-server[103228]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 01:43:34.839174 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 01:43:34.839174 dv-cinder-817135-7-smb neutron-server[103228]: return f(self, *a, **k) Mar 30 01:43:34.839174 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 01:43:34.839174 dv-cinder-817135-7-smb neutron-server[103228]: return self._get(url).json() Mar 30 01:43:34.839174 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 01:43:34.839174 dv-cinder-817135-7-smb neutron-server[103228]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 01:43:34.839174 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 01:43:34.839174 dv-cinder-817135-7-smb neutron-server[103228]: return self.request(url, 'GET', **kwargs) Mar 30 01:43:34.839174 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 01:43:34.839174 dv-cinder-817135-7-smb neutron-server[103228]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 01:43:34.839174 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 01:43:34.839174 dv-cinder-817135-7-smb neutron-server[103228]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 01:43:34.839174 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 01:43:34.839174 dv-cinder-817135-7-smb neutron-server[103228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 01:43:34.839174 dv-cinder-817135-7-smb neutron-server[103228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 01:43:34.865796 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:34.895105 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5d9b4080-865e-4666-993f-65d8d12fb0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1955690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623952'] for network (c4fc8217-b826-42b9-bc79-f94d3931b7cd), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:34.900336 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5d9b4080-865e-4666-993f-65d8d12fb0a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for network (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:34.903601 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-5d9b4080-865e-4666-993f-65d8d12fb0a3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c4fc8217-b826-42b9-bc79-f94d3931b7cd HTTP/1.1" status: 204 len: 168 time: 0.6591787 Mar 30 01:43:34.914504 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b4080-865e-4666-993f-65d8d12fb0a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4fc8217-b826-42b9-bc79-f94d3931b7cd,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:43:35.029122 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 46828) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:43:35.074556 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-411c2af4-484f-40bf-99aa-16df4ec2ab60 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9a03f8a6cc5c423d8cbd14756161c0dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442536 Mar 30 01:43:35.078437 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 46830) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:43:35.136843 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1cbe3f58-1f42-48a1-be29-ffeb618366d3 admin admin] Publish callbacks [] for security_group (3cd4e7b0-f983-4ee7-8840-90c70417f7b0), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:35.159484 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1cbe3f58-1f42-48a1-be29-ffeb618366d3 admin admin] Publish callbacks [] for security_group (3cd4e7b0-f983-4ee7-8840-90c70417f7b0), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:35.211055 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1cbe3f58-1f42-48a1-be29-ffeb618366d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (3cd4e7b0-f983-4ee7-8840-90c70417f7b0), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:35.213737 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1cbe3f58-1f42-48a1-be29-ffeb618366d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:35.214931 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-1cbe3f58-1f42-48a1-be29-ffeb618366d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3cd4e7b0-f983-4ee7-8840-90c70417f7b0 HTTP/1.1" status: 204 len: 168 time: 0.1356030 Mar 30 01:43:35.225479 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe3f58-1f42-48a1-be29-ffeb618366d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd4e7b0-f983-4ee7-8840-90c70417f7b0,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:43:35.958335 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device b9cab483-cc1c-41e7-ae09-da1dc99a0ece no longer exists at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:43:35.978998 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] No Port match for: b9cab483-cc1c-41e7-ae09-da1dc99a0ece {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:43:35.979347 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device b9cab483-cc1c-41e7-ae09-da1dc99a0ece not bound to the agent host dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:43:35.979747 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device d968dfb2-bcb6-4de0-b230-57c39d99d86d no longer exists at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:43:35.995151 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 46852) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:43:35.999300 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] No Port match for: d968dfb2-bcb6-4de0-b230-57c39d99d86d {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:43:35.999651 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device d968dfb2-bcb6-4de0-b230-57c39d99d86d not bound to the agent host dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:43:36.103754 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-705ef2fe-d6ee-4fe3-a67f-71908075f08d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1230566488-network', 'tenant_id': 'cb4ec06dfd01428587e78d39d4b20cfe'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:43:36.131976 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705ef2fe-d6ee-4fe3-a67f-71908075f08d admin admin] Made reservation on behalf of cb4ec06dfd01428587e78d39d4b20cfe for: {'network': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:43:36.134417 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-705ef2fe-d6ee-4fe3-a67f-71908075f08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for network (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:36.142923 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-705ef2fe-d6ee-4fe3-a67f-71908075f08d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:36.217124 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-705ef2fe-d6ee-4fe3-a67f-71908075f08d admin admin] Publish callbacks [] for security_group (23c8e4bd-241e-4e55-b22a-704edefe8e8b), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:36.222465 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-705ef2fe-d6ee-4fe3-a67f-71908075f08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (23c8e4bd-241e-4e55-b22a-704edefe8e8b), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:36.247412 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-705ef2fe-d6ee-4fe3-a67f-71908075f08d admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:43:36.257198 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ef2fe-d6ee-4fe3-a67f-71908075f08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c8e4bd-241e-4e55-b22a-704edefe8e8b,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:43:36.263695 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-705ef2fe-d6ee-4fe3-a67f-71908075f08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983'] for segment (b6e3a89d-eebd-4a81-8531-5b59dadc5e66), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:36.264026 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.db.segments_db [None req-705ef2fe-d6ee-4fe3-a67f-71908075f08d admin admin] Added segment b6e3a89d-eebd-4a81-8531-5b59dadc5e66 of type vlan for network 4449977d-44a4-4f7d-a224-98ecbb602eff Mar 30 01:43:36.305963 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-705ef2fe-d6ee-4fe3-a67f-71908075f08d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788084269370'] for network (4449977d-44a4-4f7d-a224-98ecbb602eff), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:36.331957 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-705ef2fe-d6ee-4fe3-a67f-71908075f08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768'] for network (4449977d-44a4-4f7d-a224-98ecbb602eff), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:36.332793 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705ef2fe-d6ee-4fe3-a67f-71908075f08d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:43:36.333410 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-705ef2fe-d6ee-4fe3-a67f-71908075f08d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for network (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:36.391284 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-705ef2fe-d6ee-4fe3-a67f-71908075f08d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3949058 Mar 30 01:43:36.394137 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 46856) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:43:36.398814 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-89dfc156-c29d-4644-a560-c50cc69a7cf2 admin admin] Request body: {'subnet': {'network_id': '4449977d-44a4-4f7d-a224-98ecbb602eff', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1230566488-subnet', 'tenant_id': 'cb4ec06dfd01428587e78d39d4b20cfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:43:36.410315 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ef2fe-d6ee-4fe3-a67f-71908075f08d admin admin] Pushing event updated for resources: {'Network': ['ID=4449977d-44a4-4f7d-a224-98ecbb602eff,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:43:36.424123 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89dfc156-c29d-4644-a560-c50cc69a7cf2 admin admin] Made reservation on behalf of cb4ec06dfd01428587e78d39d4b20cfe for: {'subnet': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:43:36.426371 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-89dfc156-c29d-4644-a560-c50cc69a7cf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8959024'] for subnet (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:36.427128 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Network 4449977d-44a4-4f7d-a224-98ecbb602eff details requested by agent ovs-agent-dv-cinder-817135-7-smb with host dv-cinder-817135-7-smb {{(pid=103230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:43:36.598838 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-89dfc156-c29d-4644-a560-c50cc69a7cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9415841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8959014'] for subnet (e033d3bd-7ae9-45d2-ae64-f702cd0980a7), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:36.651397 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dfc156-c29d-4644-a560-c50cc69a7cf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e033d3bd-7ae9-45d2-ae64-f702cd0980a7,revision_number=0']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:43:36.661681 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dfc156-c29d-4644-a560-c50cc69a7cf2 admin admin] Checking segment: {'id': 'b6e3a89d-eebd-4a81-8531-5b59dadc5e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4449977d-44a4-4f7d-a224-98ecbb602eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:43:36.662039 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dfc156-c29d-4644-a560-c50cc69a7cf2 admin admin] Network hostable DHCP agents. Network: 4449977d-44a4-4f7d-a224-98ecbb602eff, hostable agents: ['eddc343b-7df5-4b69-8188-94dadcee138e'], hosted agents: [] {{(pid=103228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:43:36.679016 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dfc156-c29d-4644-a560-c50cc69a7cf2 admin admin] Network 4449977d-44a4-4f7d-a224-98ecbb602eff is scheduled to be hosted by DHCP agent eddc343b-7df5-4b69-8188-94dadcee138e with binding_index 1 {{(pid=103228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:43:36.688041 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-89dfc156-c29d-4644-a560-c50cc69a7cf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-smb, 4449977d-44a4-4f7d-a224-98ecbb602eff) {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:43:36.692180 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dfc156-c29d-4644-a560-c50cc69a7cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:43:36.692778 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-89dfc156-c29d-4644-a560-c50cc69a7cf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for subnet (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:36.697520 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b7cadd-e048-4788-b2ec-b09c3c1ceee8 None None] Network 4449977d-44a4-4f7d-a224-98ecbb602eff requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:43:36.710667 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-89dfc156-c29d-4644-a560-c50cc69a7cf2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3155034 Mar 30 01:43:36.805475 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b0f422-5607-40db-bc69-d126fd4b2073 None None] Network 4449977d-44a4-4f7d-a224-98ecbb602eff requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:43:37.187012 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 46872) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:43:37.192026 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-7c7626ec-d348-4994-9edb-e3b28a6d1482 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-600378842-network', 'tenant_id': '5626689c274743a6b3aaae9c1a5db3e3'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:43:37.212669 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7626ec-d348-4994-9edb-e3b28a6d1482 admin admin] Made reservation on behalf of 5626689c274743a6b3aaae9c1a5db3e3 for: {'network': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:43:37.214951 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7c7626ec-d348-4994-9edb-e3b28a6d1482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for network (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:37.224038 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7c7626ec-d348-4994-9edb-e3b28a6d1482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:37.296340 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7c7626ec-d348-4994-9edb-e3b28a6d1482 admin admin] Publish callbacks [] for security_group (c39647d9-6e6f-4831-9c5f-55df8b1ec024), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:37.303082 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7c7626ec-d348-4994-9edb-e3b28a6d1482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (c39647d9-6e6f-4831-9c5f-55df8b1ec024), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:37.326192 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7626ec-d348-4994-9edb-e3b28a6d1482 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:43:37.335558 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7626ec-d348-4994-9edb-e3b28a6d1482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39647d9-6e6f-4831-9c5f-55df8b1ec024,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:43:37.340137 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7c7626ec-d348-4994-9edb-e3b28a6d1482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983'] for segment (aa754254-c79d-46e3-b640-b2ced1abb0e0), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:37.340470 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.db.segments_db [None req-7c7626ec-d348-4994-9edb-e3b28a6d1482 admin admin] Added segment aa754254-c79d-46e3-b640-b2ced1abb0e0 of type vlan for network fdee0c89-c0ec-4592-8737-e036d8549f4f Mar 30 01:43:37.379484 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7c7626ec-d348-4994-9edb-e3b28a6d1482 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788084269370'] for network (fdee0c89-c0ec-4592-8737-e036d8549f4f), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:37.406874 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7c7626ec-d348-4994-9edb-e3b28a6d1482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768'] for network (fdee0c89-c0ec-4592-8737-e036d8549f4f), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:37.407816 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7626ec-d348-4994-9edb-e3b28a6d1482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:43:37.408389 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7c7626ec-d348-4994-9edb-e3b28a6d1482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for network (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:37.467881 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-7c7626ec-d348-4994-9edb-e3b28a6d1482 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2797170 Mar 30 01:43:37.471231 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 46874) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:43:37.475041 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7626ec-d348-4994-9edb-e3b28a6d1482 admin admin] Pushing event updated for resources: {'Network': ['ID=fdee0c89-c0ec-4592-8737-e036d8549f4f,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:43:37.479029 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-53192f13-4a4a-48f5-949c-808816cf98e2 admin admin] Request body: {'subnet': {'network_id': 'fdee0c89-c0ec-4592-8737-e036d8549f4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-600378842-subnet', 'tenant_id': '5626689c274743a6b3aaae9c1a5db3e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:43:37.489664 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Network fdee0c89-c0ec-4592-8737-e036d8549f4f details requested by agent ovs-agent-dv-cinder-817135-7-smb with host dv-cinder-817135-7-smb {{(pid=103230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:43:37.501488 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53192f13-4a4a-48f5-949c-808816cf98e2 admin admin] Made reservation on behalf of 5626689c274743a6b3aaae9c1a5db3e3 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:43:37.503848 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-53192f13-4a4a-48f5-949c-808816cf98e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554388'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:37.677745 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-53192f13-4a4a-48f5-949c-808816cf98e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8581436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554370'] for subnet (6de2e21c-62a7-4724-8e30-5ae430e9d38e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:37.726077 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53192f13-4a4a-48f5-949c-808816cf98e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6de2e21c-62a7-4724-8e30-5ae430e9d38e,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:43:37.748159 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53192f13-4a4a-48f5-949c-808816cf98e2 admin admin] Checking segment: {'id': 'aa754254-c79d-46e3-b640-b2ced1abb0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fdee0c89-c0ec-4592-8737-e036d8549f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:43:37.748523 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53192f13-4a4a-48f5-949c-808816cf98e2 admin admin] Network hostable DHCP agents. Network: fdee0c89-c0ec-4592-8737-e036d8549f4f, hostable agents: ['eddc343b-7df5-4b69-8188-94dadcee138e'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:43:37.770151 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53192f13-4a4a-48f5-949c-808816cf98e2 admin admin] Network fdee0c89-c0ec-4592-8737-e036d8549f4f is scheduled to be hosted by DHCP agent eddc343b-7df5-4b69-8188-94dadcee138e with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:43:37.779565 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-53192f13-4a4a-48f5-949c-808816cf98e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-smb, fdee0c89-c0ec-4592-8737-e036d8549f4f) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:43:37.783935 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53192f13-4a4a-48f5-949c-808816cf98e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:43:37.784515 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-53192f13-4a4a-48f5-949c-808816cf98e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:37.790589 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8729b060-fa27-4fff-a271-882ae55f1b01 None None] Network fdee0c89-c0ec-4592-8737-e036d8549f4f requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:43:37.802741 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-53192f13-4a4a-48f5-949c-808816cf98e2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3299925 Mar 30 01:43:37.893794 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15825fb0-00b7-455d-9957-27a3ea35525f None None] Network fdee0c89-c0ec-4592-8737-e036d8549f4f requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:43:37.917331 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 46878) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:43:37.960633 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b31495c-083e-4bb2-ba58-7fe5a4a99a64 admin admin] Deleting subnet e033d3bd-7ae9-45d2-ae64-f702cd0980a7 {{(pid=103228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 01:43:37.963844 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5b31495c-083e-4bb2-ba58-7fe5a4a99a64 admin admin] Publish callbacks [] for subnet (e033d3bd-7ae9-45d2-ae64-f702cd0980a7), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:37.998590 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5b31495c-083e-4bb2-ba58-7fe5a4a99a64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9415909'] for subnet (e033d3bd-7ae9-45d2-ae64-f702cd0980a7), precommit_delete_associations {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:38.040071 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5b31495c-083e-4bb2-ba58-7fe5a4a99a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1879272'] for subnet (e033d3bd-7ae9-45d2-ae64-f702cd0980a7), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:38.091986 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5b31495c-083e-4bb2-ba58-7fe5a4a99a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1879263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9415906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8959023'] for subnet (e033d3bd-7ae9-45d2-ae64-f702cd0980a7), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:38.116606 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31495c-083e-4bb2-ba58-7fe5a4a99a64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e033d3bd-7ae9-45d2-ae64-f702cd0980a7,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:43:38.120626 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5b31495c-083e-4bb2-ba58-7fe5a4a99a64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for subnet (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:38.124487 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-5b31495c-083e-4bb2-ba58-7fe5a4a99a64 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e033d3bd-7ae9-45d2-ae64-f702cd0980a7 HTTP/1.1" status: 204 len: 168 time: 0.2061143 Mar 30 01:43:38.128239 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 46880) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:43:38.196478 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ed801657-4ff1-4521-9aa6-e3d4c48cda80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2064809'] for network (4449977d-44a4-4f7d-a224-98ecbb602eff), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:38.506282 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ed801657-4ff1-4521-9aa6-e3d4c48cda80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1955683', 'neutron.services.segments.db._delete_segments_for_network-8788084628282'] for network (4449977d-44a4-4f7d-a224-98ecbb602eff), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:38.527980 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.services.segments.db [None req-ed801657-4ff1-4521-9aa6-e3d4c48cda80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4449977d-44a4-4f7d-a224-98ecbb602eff']}} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:43:38.537598 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.services.segments.db [None req-ed801657-4ff1-4521-9aa6-e3d4c48cda80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e3a89d-eebd-4a81-8531-5b59dadc5e66') {'for_net_delete': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:43:38.537901 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.services.segments.db [None req-ed801657-4ff1-4521-9aa6-e3d4c48cda80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e3a89d-eebd-4a81-8531-5b59dadc5e66') {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:43:38.547680 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ed801657-4ff1-4521-9aa6-e3d4c48cda80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788084859203', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9415918'] for segment (b6e3a89d-eebd-4a81-8531-5b59dadc5e66), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:38.562020 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ed801657-4ff1-4521-9aa6-e3d4c48cda80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983'] for segment (b6e3a89d-eebd-4a81-8531-5b59dadc5e66), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:38.568119 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed801657-4ff1-4521-9aa6-e3d4c48cda80 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 01:43:38.568508 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ed801657-4ff1-4521-9aa6-e3d4c48cda80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9415236'] for segment (b6e3a89d-eebd-4a81-8531-5b59dadc5e66), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:38.570182 dv-cinder-817135-7-smb neutron-server[103228]: Traceback (most recent call last): Mar 30 01:43:38.570182 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 01:43:38.570182 dv-cinder-817135-7-smb neutron-server[103228]: timer() Mar 30 01:43:38.570182 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 01:43:38.570182 dv-cinder-817135-7-smb neutron-server[103228]: cb(*args, **kw) Mar 30 01:43:38.570182 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 01:43:38.570182 dv-cinder-817135-7-smb neutron-server[103228]: return func(*args, **kwargs) Mar 30 01:43:38.570182 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 01:43:38.570182 dv-cinder-817135-7-smb neutron-server[103228]: self._notify() Mar 30 01:43:38.570182 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 01:43:38.570182 dv-cinder-817135-7-smb neutron-server[103228]: self.callback(batched_events) Mar 30 01:43:38.570182 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 01:43:38.570182 dv-cinder-817135-7-smb neutron-server[103228]: event.method(event) Mar 30 01:43:38.570182 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 01:43:38.570182 dv-cinder-817135-7-smb neutron-server[103228]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 01:43:38.570182 dv-cinder-817135-7-smb neutron-server[103228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 01:43:38.570182 dv-cinder-817135-7-smb neutron-server[103228]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 01:43:38.570182 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 01:43:38.570182 dv-cinder-817135-7-smb neutron-server[103228]: return f(self, *a, **k) Mar 30 01:43:38.570182 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 01:43:38.570182 dv-cinder-817135-7-smb neutron-server[103228]: return self._get(url).json() Mar 30 01:43:38.570182 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 01:43:38.570182 dv-cinder-817135-7-smb neutron-server[103228]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 01:43:38.570182 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 01:43:38.570182 dv-cinder-817135-7-smb neutron-server[103228]: return self.request(url, 'GET', **kwargs) Mar 30 01:43:38.570182 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 01:43:38.570182 dv-cinder-817135-7-smb neutron-server[103228]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 01:43:38.570182 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 01:43:38.570182 dv-cinder-817135-7-smb neutron-server[103228]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 01:43:38.570182 dv-cinder-817135-7-smb neutron-server[103228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 01:43:38.570182 dv-cinder-817135-7-smb neutron-server[103228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 01:43:38.570182 dv-cinder-817135-7-smb neutron-server[103228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 01:43:38.627289 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ed801657-4ff1-4521-9aa6-e3d4c48cda80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1955690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623952'] for network (4449977d-44a4-4f7d-a224-98ecbb602eff), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:38.633023 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ed801657-4ff1-4521-9aa6-e3d4c48cda80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for network (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:38.636133 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-ed801657-4ff1-4521-9aa6-e3d4c48cda80 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4449977d-44a4-4f7d-a224-98ecbb602eff HTTP/1.1" status: 204 len: 168 time: 0.5069950 Mar 30 01:43:38.640295 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 46882) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:43:38.647990 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed801657-4ff1-4521-9aa6-e3d4c48cda80 admin admin] Pushing event deleted for resources: {'Network': ['ID=4449977d-44a4-4f7d-a224-98ecbb602eff,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:43:38.685490 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb2a44a3-8b3d-45ff-8a4d-524181c1c83f admin admin] Deleting subnet 6de2e21c-62a7-4724-8e30-5ae430e9d38e {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 01:43:38.689044 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bb2a44a3-8b3d-45ff-8a4d-524181c1c83f admin admin] Publish callbacks [] for subnet (6de2e21c-62a7-4724-8e30-5ae430e9d38e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:38.724444 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bb2a44a3-8b3d-45ff-8a4d-524181c1c83f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10017254'] for subnet (6de2e21c-62a7-4724-8e30-5ae430e9d38e), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:38.769646 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bb2a44a3-8b3d-45ff-8a4d-524181c1c83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1879272'] for subnet (6de2e21c-62a7-4724-8e30-5ae430e9d38e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:38.845366 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bb2a44a3-8b3d-45ff-8a4d-524181c1c83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1879263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8581503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554379'] for subnet (6de2e21c-62a7-4724-8e30-5ae430e9d38e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:38.874246 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a44a3-8b3d-45ff-8a4d-524181c1c83f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6de2e21c-62a7-4724-8e30-5ae430e9d38e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:43:38.878112 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bb2a44a3-8b3d-45ff-8a4d-524181c1c83f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:38.881107 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-bb2a44a3-8b3d-45ff-8a4d-524181c1c83f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6de2e21c-62a7-4724-8e30-5ae430e9d38e HTTP/1.1" status: 204 len: 168 time: 0.2398088 Mar 30 01:43:38.883772 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 46884) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:43:38.951363 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c4e05f27-d240-4f2a-865a-7d0c51750b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2064809'] for network (fdee0c89-c0ec-4592-8737-e036d8549f4f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:39.039757 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c4e05f27-d240-4f2a-865a-7d0c51750b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1955683', 'neutron.services.segments.db._delete_segments_for_network-8788084628282'] for network (fdee0c89-c0ec-4592-8737-e036d8549f4f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:39.060999 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-c4e05f27-d240-4f2a-865a-7d0c51750b33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdee0c89-c0ec-4592-8737-e036d8549f4f']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:43:39.070214 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-c4e05f27-d240-4f2a-865a-7d0c51750b33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa754254-c79d-46e3-b640-b2ced1abb0e0') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:43:39.070543 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-c4e05f27-d240-4f2a-865a-7d0c51750b33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa754254-c79d-46e3-b640-b2ced1abb0e0') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:43:39.079845 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c4e05f27-d240-4f2a-865a-7d0c51750b33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788084859203', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10017261'] for segment (aa754254-c79d-46e3-b640-b2ced1abb0e0), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:39.093125 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c4e05f27-d240-4f2a-865a-7d0c51750b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983'] for segment (aa754254-c79d-46e3-b640-b2ced1abb0e0), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:39.099047 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e05f27-d240-4f2a-865a-7d0c51750b33 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 01:43:39.099430 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c4e05f27-d240-4f2a-865a-7d0c51750b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8583129'] for segment (aa754254-c79d-46e3-b640-b2ced1abb0e0), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:39.101048 dv-cinder-817135-7-smb neutron-server[103229]: Traceback (most recent call last): Mar 30 01:43:39.101048 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 01:43:39.101048 dv-cinder-817135-7-smb neutron-server[103229]: timer() Mar 30 01:43:39.101048 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 01:43:39.101048 dv-cinder-817135-7-smb neutron-server[103229]: cb(*args, **kw) Mar 30 01:43:39.101048 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 01:43:39.101048 dv-cinder-817135-7-smb neutron-server[103229]: return func(*args, **kwargs) Mar 30 01:43:39.101048 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 01:43:39.101048 dv-cinder-817135-7-smb neutron-server[103229]: self._notify() Mar 30 01:43:39.101048 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 01:43:39.101048 dv-cinder-817135-7-smb neutron-server[103229]: self.callback(batched_events) Mar 30 01:43:39.101048 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 01:43:39.101048 dv-cinder-817135-7-smb neutron-server[103229]: event.method(event) Mar 30 01:43:39.101048 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 01:43:39.101048 dv-cinder-817135-7-smb neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 01:43:39.101048 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 01:43:39.101048 dv-cinder-817135-7-smb neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 01:43:39.101048 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 01:43:39.101048 dv-cinder-817135-7-smb neutron-server[103229]: return f(self, *a, **k) Mar 30 01:43:39.101048 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 01:43:39.101048 dv-cinder-817135-7-smb neutron-server[103229]: return self._get(url).json() Mar 30 01:43:39.101048 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 01:43:39.101048 dv-cinder-817135-7-smb neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 01:43:39.101048 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 01:43:39.101048 dv-cinder-817135-7-smb neutron-server[103229]: return self.request(url, 'GET', **kwargs) Mar 30 01:43:39.101048 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 01:43:39.101048 dv-cinder-817135-7-smb neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 01:43:39.101048 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 01:43:39.101048 dv-cinder-817135-7-smb neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 01:43:39.101048 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 01:43:39.101048 dv-cinder-817135-7-smb neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 01:43:39.101048 dv-cinder-817135-7-smb neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 01:43:39.160569 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c4e05f27-d240-4f2a-865a-7d0c51750b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1955690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623952'] for network (fdee0c89-c0ec-4592-8737-e036d8549f4f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:39.167178 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c4e05f27-d240-4f2a-865a-7d0c51750b33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:39.171745 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-c4e05f27-d240-4f2a-865a-7d0c51750b33 admin admin] 10.222.0.25 "DELETE /v2.0/networks/fdee0c89-c0ec-4592-8737-e036d8549f4f HTTP/1.1" status: 204 len: 168 time: 0.2869875 Mar 30 01:43:39.186761 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e05f27-d240-4f2a-865a-7d0c51750b33 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdee0c89-c0ec-4592-8737-e036d8549f4f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:43:39.344379 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 46888) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:43:39.384634 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-90427db9-686a-4343-b910-dea044fbb6c9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb4ec06dfd01428587e78d39d4b20cfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390351 Mar 30 01:43:39.387661 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 46890) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:43:39.437511 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d06a3b01-8602-4579-a2d3-c094704755de admin admin] Publish callbacks [] for security_group (23c8e4bd-241e-4e55-b22a-704edefe8e8b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:39.459427 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d06a3b01-8602-4579-a2d3-c094704755de admin admin] Publish callbacks [] for security_group (23c8e4bd-241e-4e55-b22a-704edefe8e8b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:39.519849 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d06a3b01-8602-4579-a2d3-c094704755de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (23c8e4bd-241e-4e55-b22a-704edefe8e8b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:39.522344 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d06a3b01-8602-4579-a2d3-c094704755de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:39.523528 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-d06a3b01-8602-4579-a2d3-c094704755de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/23c8e4bd-241e-4e55-b22a-704edefe8e8b HTTP/1.1" status: 204 len: 168 time: 0.1347144 Mar 30 01:43:39.531292 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a3b01-8602-4579-a2d3-c094704755de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c8e4bd-241e-4e55-b22a-704edefe8e8b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:43:39.857503 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 46896) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:43:39.899421 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-fb9dfa77-2287-4497-8a1c-ae3a1441443a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5626689c274743a6b3aaae9c1a5db3e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407243 Mar 30 01:43:39.901939 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 46898) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:43:39.949974 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fb5a6905-3d31-4121-90b5-0b5b41e21298 admin admin] Publish callbacks [] for security_group (c39647d9-6e6f-4831-9c5f-55df8b1ec024), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:39.971501 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fb5a6905-3d31-4121-90b5-0b5b41e21298 admin admin] Publish callbacks [] for security_group (c39647d9-6e6f-4831-9c5f-55df8b1ec024), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:40.024713 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fb5a6905-3d31-4121-90b5-0b5b41e21298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (c39647d9-6e6f-4831-9c5f-55df8b1ec024), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:40.027240 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fb5a6905-3d31-4121-90b5-0b5b41e21298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:40.028390 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-fb5a6905-3d31-4121-90b5-0b5b41e21298 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c39647d9-6e6f-4831-9c5f-55df8b1ec024 HTTP/1.1" status: 204 len: 168 time: 0.1255534 Mar 30 01:43:40.035972 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a6905-3d31-4121-90b5-0b5b41e21298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39647d9-6e6f-4831-9c5f-55df8b1ec024,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:43:44.146153 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:43:48.951025 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 47028) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:43:49.072412 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7a5861bd-d9dc-4462-af18-9b1cce03dc1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:49.160845 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7a5861bd-d9dc-4462-af18-9b1cce03dc1d admin admin] Publish callbacks [] for security_group (1fc2ac15-520e-4eeb-8b52-03632f74bffa), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:49.166033 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7a5861bd-d9dc-4462-af18-9b1cce03dc1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (1fc2ac15-520e-4eeb-8b52-03632f74bffa), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:49.203850 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-7a5861bd-d9dc-4462-af18-9b1cce03dc1d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9e95ea38bb9a456b8dabca314c0b2c67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2515891 Mar 30 01:43:49.205061 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5861bd-d9dc-4462-af18-9b1cce03dc1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc2ac15-520e-4eeb-8b52-03632f74bffa,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:43:49.206760 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 47032) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:43:49.263754 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0e3288f9-472e-4d6b-a221-4bb0109c9cf4 admin admin] Publish callbacks [] for security_group (1fc2ac15-520e-4eeb-8b52-03632f74bffa), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:49.286132 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0e3288f9-472e-4d6b-a221-4bb0109c9cf4 admin admin] Publish callbacks [] for security_group (1fc2ac15-520e-4eeb-8b52-03632f74bffa), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:49.335411 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0e3288f9-472e-4d6b-a221-4bb0109c9cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (1fc2ac15-520e-4eeb-8b52-03632f74bffa), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:49.338282 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0e3288f9-472e-4d6b-a221-4bb0109c9cf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:49.339471 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-0e3288f9-472e-4d6b-a221-4bb0109c9cf4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1fc2ac15-520e-4eeb-8b52-03632f74bffa HTTP/1.1" status: 204 len: 168 time: 0.1317499 Mar 30 01:43:49.346976 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3288f9-472e-4d6b-a221-4bb0109c9cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc2ac15-520e-4eeb-8b52-03632f74bffa,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:43:49.620121 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 47038) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:43:49.633750 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a74b60a4-e1a7-43d3-9a58-3c451826e9f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:49.709534 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a74b60a4-e1a7-43d3-9a58-3c451826e9f6 admin admin] Publish callbacks [] for security_group (92ad6dc3-8ba6-474f-ba61-e16ad8ba4f77), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:49.715989 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a74b60a4-e1a7-43d3-9a58-3c451826e9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (92ad6dc3-8ba6-474f-ba61-e16ad8ba4f77), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:49.743814 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fdc40986-f947-40a1-8a3c-6f838ac49710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:49.756042 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-a74b60a4-e1a7-43d3-9a58-3c451826e9f6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=59cf5f14a4d0437989c49d06215f5020&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348295 Mar 30 01:43:49.756840 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b60a4-e1a7-43d3-9a58-3c451826e9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ad6dc3-8ba6-474f-ba61-e16ad8ba4f77,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:43:49.758922 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 47040) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:43:49.808549 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ea7946cc-5653-4915-b67e-5b122bb7f8fc admin admin] Publish callbacks [] for security_group (92ad6dc3-8ba6-474f-ba61-e16ad8ba4f77), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:49.831134 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ea7946cc-5653-4915-b67e-5b122bb7f8fc admin admin] Publish callbacks [] for security_group (92ad6dc3-8ba6-474f-ba61-e16ad8ba4f77), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:49.884956 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ea7946cc-5653-4915-b67e-5b122bb7f8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (92ad6dc3-8ba6-474f-ba61-e16ad8ba4f77), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:49.887957 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ea7946cc-5653-4915-b67e-5b122bb7f8fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:49.889122 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-ea7946cc-5653-4915-b67e-5b122bb7f8fc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/92ad6dc3-8ba6-474f-ba61-e16ad8ba4f77 HTTP/1.1" status: 204 len: 168 time: 0.1291747 Mar 30 01:43:49.896978 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7946cc-5653-4915-b67e-5b122bb7f8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ad6dc3-8ba6-474f-ba61-e16ad8ba4f77,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:43:51.967253 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3b33a2de-46a3-48e1-b102-372a31e95b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:53.078490 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:54.652036 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:56.010618 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:04.874129 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:06.828712 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 47218) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:44:06.948127 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cdf6e50b-8f8f-497c-912e-46c5919ca9a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:07.029370 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cdf6e50b-8f8f-497c-912e-46c5919ca9a0 admin admin] Publish callbacks [] for security_group (c1adddb9-e139-44ec-86f5-13506eeb259e), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:07.034167 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cdf6e50b-8f8f-497c-912e-46c5919ca9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (c1adddb9-e139-44ec-86f5-13506eeb259e), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:07.072060 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-cdf6e50b-8f8f-497c-912e-46c5919ca9a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=69ddcbb804a54e0d9e21df254699abad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422628 Mar 30 01:44:07.073206 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6e50b-8f8f-497c-912e-46c5919ca9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1adddb9-e139-44ec-86f5-13506eeb259e,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:07.075164 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 47222) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:44:07.136372 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c4c4666-fd4d-4649-ab13-2942ef178d85 admin admin] Publish callbacks [] for security_group (c1adddb9-e139-44ec-86f5-13506eeb259e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:07.159465 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c4c4666-fd4d-4649-ab13-2942ef178d85 admin admin] Publish callbacks [] for security_group (c1adddb9-e139-44ec-86f5-13506eeb259e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:07.209873 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c4c4666-fd4d-4649-ab13-2942ef178d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (c1adddb9-e139-44ec-86f5-13506eeb259e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:07.213266 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c4c4666-fd4d-4649-ab13-2942ef178d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:07.214836 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-7c4c4666-fd4d-4649-ab13-2942ef178d85 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c1adddb9-e139-44ec-86f5-13506eeb259e HTTP/1.1" status: 204 len: 168 time: 0.1386840 Mar 30 01:44:07.222525 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c4666-fd4d-4649-ab13-2942ef178d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1adddb9-e139-44ec-86f5-13506eeb259e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:07.499849 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 47228) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:44:07.513831 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e448faaf-590e-445d-8391-70b36b9db207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:07.589796 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e448faaf-590e-445d-8391-70b36b9db207 admin admin] Publish callbacks [] for security_group (a0fea869-3f01-4908-a4f6-5353c128f28e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:07.595095 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e448faaf-590e-445d-8391-70b36b9db207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (a0fea869-3f01-4908-a4f6-5353c128f28e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:07.632769 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-e448faaf-590e-445d-8391-70b36b9db207 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5d850a7d4e414a049138fe690864f8a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318479 Mar 30 01:44:07.635003 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448faaf-590e-445d-8391-70b36b9db207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fea869-3f01-4908-a4f6-5353c128f28e,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:07.635641 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 47230) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:44:07.689198 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-06eb7e13-d780-46f3-9e18-eef3fe574a56 admin admin] Publish callbacks [] for security_group (a0fea869-3f01-4908-a4f6-5353c128f28e), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:07.719782 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-06eb7e13-d780-46f3-9e18-eef3fe574a56 admin admin] Publish callbacks [] for security_group (a0fea869-3f01-4908-a4f6-5353c128f28e), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:07.770775 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-06eb7e13-d780-46f3-9e18-eef3fe574a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (a0fea869-3f01-4908-a4f6-5353c128f28e), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:07.773413 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-06eb7e13-d780-46f3-9e18-eef3fe574a56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:07.774598 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-06eb7e13-d780-46f3-9e18-eef3fe574a56 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a0fea869-3f01-4908-a4f6-5353c128f28e HTTP/1.1" status: 204 len: 168 time: 0.1379046 Mar 30 01:44:07.782670 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb7e13-d780-46f3-9e18-eef3fe574a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fea869-3f01-4908-a4f6-5353c128f28e,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:10.373700 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 47298) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:44:10.488387 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0d3e-a8cc-48a3-86a8-225b20392a7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:10.564927 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0d3e-a8cc-48a3-86a8-225b20392a7a admin admin] Publish callbacks [] for security_group (21a62302-9e2e-4541-a39a-7fd8f239f5e9), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:10.572684 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0d3e-a8cc-48a3-86a8-225b20392a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (21a62302-9e2e-4541-a39a-7fd8f239f5e9), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:10.614014 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa0d3e-a8cc-48a3-86a8-225b20392a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a62302-9e2e-4541-a39a-7fd8f239f5e9,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:10.618429 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-ceaa0d3e-a8cc-48a3-86a8-225b20392a7a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=369948b8accc4b34ac1c8e4389d82c18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436464 Mar 30 01:44:10.622259 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 47302) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:44:10.669304 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-646873e1-fa38-414d-b7e9-bcb26a9a77c7 admin admin] Publish callbacks [] for security_group (21a62302-9e2e-4541-a39a-7fd8f239f5e9), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:10.691619 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-646873e1-fa38-414d-b7e9-bcb26a9a77c7 admin admin] Publish callbacks [] for security_group (21a62302-9e2e-4541-a39a-7fd8f239f5e9), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:10.747431 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-646873e1-fa38-414d-b7e9-bcb26a9a77c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (21a62302-9e2e-4541-a39a-7fd8f239f5e9), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:10.750301 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-646873e1-fa38-414d-b7e9-bcb26a9a77c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:10.751956 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-646873e1-fa38-414d-b7e9-bcb26a9a77c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/21a62302-9e2e-4541-a39a-7fd8f239f5e9 HTTP/1.1" status: 204 len: 168 time: 0.1288090 Mar 30 01:44:10.759931 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646873e1-fa38-414d-b7e9-bcb26a9a77c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a62302-9e2e-4541-a39a-7fd8f239f5e9,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:11.036775 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 47308) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:44:11.049780 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6e022139-82de-47b3-99de-a77e62572829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:11.126814 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6e022139-82de-47b3-99de-a77e62572829 admin admin] Publish callbacks [] for security_group (0f69b9c5-6800-4b2e-bbb9-ae94c513b918), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:11.133132 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6e022139-82de-47b3-99de-a77e62572829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (0f69b9c5-6800-4b2e-bbb9-ae94c513b918), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:11.170555 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-6e022139-82de-47b3-99de-a77e62572829 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c7a90259291e476fb34ce9e894a6b000&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326718 Mar 30 01:44:11.171386 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e022139-82de-47b3-99de-a77e62572829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f69b9c5-6800-4b2e-bbb9-ae94c513b918,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:11.173501 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 47310) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:44:11.223498 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7002bf8b-ac75-4254-a9ac-48121998e216 admin admin] Publish callbacks [] for security_group (0f69b9c5-6800-4b2e-bbb9-ae94c513b918), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:11.247554 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7002bf8b-ac75-4254-a9ac-48121998e216 admin admin] Publish callbacks [] for security_group (0f69b9c5-6800-4b2e-bbb9-ae94c513b918), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:11.304805 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7002bf8b-ac75-4254-a9ac-48121998e216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (0f69b9c5-6800-4b2e-bbb9-ae94c513b918), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:11.307423 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7002bf8b-ac75-4254-a9ac-48121998e216 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:11.308564 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-7002bf8b-ac75-4254-a9ac-48121998e216 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f69b9c5-6800-4b2e-bbb9-ae94c513b918 HTTP/1.1" status: 204 len: 168 time: 0.1340647 Mar 30 01:44:11.316272 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002bf8b-ac75-4254-a9ac-48121998e216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f69b9c5-6800-4b2e-bbb9-ae94c513b918,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:17.838931 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 47394) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:44:17.950618 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a5eec2d4-eadf-4c53-bc38-2d7ccbbf27f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:18.030353 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a5eec2d4-eadf-4c53-bc38-2d7ccbbf27f5 admin admin] Publish callbacks [] for security_group (7872fbb3-341f-44ff-8ed9-d5b94e239242), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:18.035303 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a5eec2d4-eadf-4c53-bc38-2d7ccbbf27f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (7872fbb3-341f-44ff-8ed9-d5b94e239242), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:18.070583 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-a5eec2d4-eadf-4c53-bc38-2d7ccbbf27f5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=621dd1270de54e3182a9106cac71f9bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303340 Mar 30 01:44:18.073592 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 47398) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:44:18.081567 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eec2d4-eadf-4c53-bc38-2d7ccbbf27f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7872fbb3-341f-44ff-8ed9-d5b94e239242,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:18.127682 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-643ac890-9db6-4614-a58c-e26da802d13a admin admin] Publish callbacks [] for security_group (7872fbb3-341f-44ff-8ed9-d5b94e239242), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:18.148843 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-643ac890-9db6-4614-a58c-e26da802d13a admin admin] Publish callbacks [] for security_group (7872fbb3-341f-44ff-8ed9-d5b94e239242), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:18.199740 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-643ac890-9db6-4614-a58c-e26da802d13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (7872fbb3-341f-44ff-8ed9-d5b94e239242), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:18.202545 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-643ac890-9db6-4614-a58c-e26da802d13a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:18.203433 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-643ac890-9db6-4614-a58c-e26da802d13a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7872fbb3-341f-44ff-8ed9-d5b94e239242 HTTP/1.1" status: 204 len: 168 time: 0.1287062 Mar 30 01:44:18.211036 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ac890-9db6-4614-a58c-e26da802d13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7872fbb3-341f-44ff-8ed9-d5b94e239242,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:19.749907 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9aed1e3e-b706-408f-b1be-ab630a0421d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:20.702536 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-97c5371f-86e9-4f63-a9fe-9a361679a948 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e3902c0d7d2e4ee68ba7456fe9d7f404&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295436 Mar 30 01:44:20.885250 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-71496a25-8fbf-4a72-9670-fbabb65a0abb tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:44:20.886730 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-71496a25-8fbf-4a72-9670-fbabb65a0abb tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1790802 Mar 30 01:44:20.905641 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-b73867b2-9757-4c5d-baf9-59e852a97021 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] 10.222.0.25 "GET /v2.0/quotas/e3902c0d7d2e4ee68ba7456fe9d7f404 HTTP/1.1" status: 200 len: 375 time: 0.0098188 Mar 30 01:44:20.937347 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-31b51756-1465-4d20-8167-994777e6ddf1 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e3902c0d7d2e4ee68ba7456fe9d7f404&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266502 Mar 30 01:44:21.146766 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:44:21.215096 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-88133fc7-57ae-4208-a978-a8b8bdfdc1ee req-6e714a00-fffb-4c19-a2e5-4dc99ca9b753 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] 10.222.0.25 "GET /v2.0/ports?device_id=780d1e5e-ec86-4dfd-af82-ca6d41a316a8 HTTP/1.1" status: 200 len: 210 time: 0.1304436 Mar 30 01:44:21.973776 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-03f092f6-a8bf-4a87-afb5-b1032d21b170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:22.000311 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-2676230b-00c9-477a-b2b3-25f013ed63af tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e3902c0d7d2e4ee68ba7456fe9d7f404&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348206 Mar 30 01:44:22.183195 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-a255659d-27c5-4416-a738-6253dda574f5 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:44:22.184563 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-a255659d-27c5-4416-a738-6253dda574f5 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1797779 Mar 30 01:44:22.196660 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e1bdf576-3720-4842-966b-4c46e6284007 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Request body: {'port': {'device_id': '780d1e5e-ec86-4dfd-af82-ca6d41a316a8', 'network_id': '9dbb5141-7777-46c4-9d9a-3775087cbd37', 'admin_state_up': True, 'tenant_id': 'e3902c0d7d2e4ee68ba7456fe9d7f404'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:44:22.311045 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-bb4fe9a1-9f41-4e92-ac63-0b9743689501 req-1e5d917c-e56b-4c2a-a0e9-12efe7ecad89 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] 10.222.0.25 "GET /v2.0/ports?device_id=780d1e5e-ec86-4dfd-af82-ca6d41a316a8 HTTP/1.1" status: 200 len: 210 time: 0.0273511 Mar 30 01:44:22.319061 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e1bdf576-3720-4842-966b-4c46e6284007 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Made reservation on behalf of e3902c0d7d2e4ee68ba7456fe9d7f404 for: {'port': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:44:22.331494 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e1bdf576-3720-4842-966b-4c46e6284007 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:22.331494 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e1bdf576-3720-4842-966b-4c46e6284007 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Publish callbacks [] for security_group (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:22.403463 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e1bdf576-3720-4842-966b-4c46e6284007 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Publish callbacks [] for security_group (f400a707-f8fa-4d2c-b4fb-d07e8b5bfc80), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:22.409705 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e1bdf576-3720-4842-966b-4c46e6284007 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (f400a707-f8fa-4d2c-b4fb-d07e8b5bfc80), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:22.482658 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bdf576-3720-4842-966b-4c46e6284007 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f400a707-f8fa-4d2c-b4fb-d07e8b5bfc80,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:22.554782 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e1bdf576-3720-4842-966b-4c46e6284007 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Allocated IP 192.168.233.138 (9dbb5141-7777-46c4-9d9a-3775087cbd37/74d7f253-39f9-4c01-a9ee-f881e9954084/2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:44:22.700866 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e1bdf576-3720-4842-966b-4c46e6284007 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Publish callbacks [] for port (2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:22.737126 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e1bdf576-3720-4842-966b-4c46e6284007 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:22.777384 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e1bdf576-3720-4842-966b-4c46e6284007 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Network 9dbb5141-7777-46c4-9d9a-3775087cbd37 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:44:22.780531 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e1bdf576-3720-4842-966b-4c46e6284007 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:44:22.786050 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e1bdf576-3720-4842-966b-4c46e6284007 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:44:22.792542 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bdf576-3720-4842-966b-4c46e6284007 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Pushing event updated for resources: {'Port': ['ID=2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:22.838137 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e1bdf576-3720-4842-966b-4c46e6284007 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:44:22.838767 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e1bdf576-3720-4842-966b-4c46e6284007 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:22.856663 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e1bdf576-3720-4842-966b-4c46e6284007 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6635375 Mar 30 01:44:22.867649 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e03ab99c-8cf3-4f8f-a63c-2a86e2c94d9a service neutron] Request body: {'port': {'device_id': '780d1e5e-ec86-4dfd-af82-ca6d41a316a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:44:22.934274 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e03ab99c-8cf3-4f8f-a63c-2a86e2c94d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:23.021684 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-5dc00ab9-191c-44ca-a593-23340712e924 None None] Provisioning complete for port 2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:44:23.022293 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5dc00ab9-191c-44ca-a593-23340712e924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:23.067652 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-5dc00ab9-191c-44ca-a593-23340712e924 None None] Port 2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89 cannot update to ACTIVE because it is not bound. {{(pid=103230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:44:23.076065 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:23.206040 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e03ab99c-8cf3-4f8f-a63c-2a86e2c94d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:44:23.213916 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e03ab99c-8cf3-4f8f-a63c-2a86e2c94d9a service neutron] Publish callbacks [] for port (2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:23.231038 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e03ab99c-8cf3-4f8f-a63c-2a86e2c94d9a service neutron] Transition to ACTIVE for port object 2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89 will not be triggered until provisioned by entity L2. {{(pid=103228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:44:23.237084 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e03ab99c-8cf3-4f8f-a63c-2a86e2c94d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:23.284310 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ab99c-8cf3-4f8f-a63c-2a86e2c94d9a service neutron] Pushing event updated for resources: {'Port': ['ID=2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:23.361472 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e03ab99c-8cf3-4f8f-a63c-2a86e2c94d9a service neutron] Attempting to bind port 2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:44:23.361810 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e03ab99c-8cf3-4f8f-a63c-2a86e2c94d9a service neutron] Attempting to bind port 2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '482f4bf6-0ea1-428c-818a-106c661dcdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9dbb5141-7777-46c4-9d9a-3775087cbd37'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:44:23.362133 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e03ab99c-8cf3-4f8f-a63c-2a86e2c94d9a service neutron] Attempting to bind port 2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89 on network 9dbb5141-7777-46c4-9d9a-3775087cbd37 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:44:23.367351 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e03ab99c-8cf3-4f8f-a63c-2a86e2c94d9a service neutron] Port 2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89 on network 9dbb5141-7777-46c4-9d9a-3775087cbd37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:44:23.367351 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e03ab99c-8cf3-4f8f-a63c-2a86e2c94d9a service neutron] Attempting to bind port 2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89 on network 9dbb5141-7777-46c4-9d9a-3775087cbd37 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:44:23.372234 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e03ab99c-8cf3-4f8f-a63c-2a86e2c94d9a service neutron] Checking agent: {'id': '4d4a4723-54eb-40cd-a736-b5d7ac710e77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'started_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:44:23.372570 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e03ab99c-8cf3-4f8f-a63c-2a86e2c94d9a service neutron] Checking segment: {'id': '482f4bf6-0ea1-428c-818a-106c661dcdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9dbb5141-7777-46c4-9d9a-3775087cbd37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:44:23.372943 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e03ab99c-8cf3-4f8f-a63c-2a86e2c94d9a service neutron] Bound using segment: {'id': '482f4bf6-0ea1-428c-818a-106c661dcdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9dbb5141-7777-46c4-9d9a-3775087cbd37'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:44:23.373358 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e03ab99c-8cf3-4f8f-a63c-2a86e2c94d9a service neutron] Bound port: 2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482f4bf6-0ea1-428c-818a-106c661dcdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9dbb5141-7777-46c4-9d9a-3775087cbd37'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:44:23.373731 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e03ab99c-8cf3-4f8f-a63c-2a86e2c94d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:23.440693 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540605a-55cf-4f59-85c9-f684b3d49295 req-1d5aecf8-6db1-478f-b453-7c866f3f7519 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:44:23.441544 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e03ab99c-8cf3-4f8f-a63c-2a86e2c94d9a service neutron] For port 2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89, host hv-cinder-81713, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:44:23.442167 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1540605a-55cf-4f59-85c9-f684b3d49295 req-1d5aecf8-6db1-478f-b453-7c866f3f7519 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] 10.222.0.25 "GET /v2.0/ports?device_id=780d1e5e-ec86-4dfd-af82-ca6d41a316a8 HTTP/1.1" status: 200 len: 948 time: 0.0580013 Mar 30 01:44:23.444812 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e03ab99c-8cf3-4f8f-a63c-2a86e2c94d9a service neutron] For port 2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89,segment=NetworkSegment(482f4bf6-0ea1-428c-818a-106c661dcdd1),segment_id=482f4bf6-0ea1-428c-818a-106c661dcdd1)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:44:23.451415 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e03ab99c-8cf3-4f8f-a63c-2a86e2c94d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:23.485196 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e03ab99c-8cf3-4f8f-a63c-2a86e2c94d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:44:23.485838 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e03ab99c-8cf3-4f8f-a63c-2a86e2c94d9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:23.487251 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e03ab99c-8cf3-4f8f-a63c-2a86e2c94d9a service neutron] 10.222.0.18 "PUT /v2.0/ports/2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89 HTTP/1.1" status: 200 len: 1098 time: 0.6239638 Mar 30 01:44:23.487686 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780d1e5e-ec86-4dfd-af82-ca6d41a316a8', 'tag': '2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:44:23.489938 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e135e2-e438-49ee-99aa-a3592f908c94" -d '{"events": [{"name": "network-changed", "server_uuid": "780d1e5e-ec86-4dfd-af82-ca6d41a316a8", "tag": "2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:44:23.490861 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1540605a-55cf-4f59-85c9-f684b3d49295 req-ed1169e9-199d-40a7-8c7e-556a13859435 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] 10.222.0.25 "GET /v2.0/security-groups?id=f400a707-f8fa-4d2c-b4fb-d07e8b5bfc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419891 Mar 30 01:44:23.525286 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ab99c-8cf3-4f8f-a63c-2a86e2c94d9a service neutron] Pushing event updated for resources: {'Port': ['ID=2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:23.548797 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd61135-5da9-4860-a6eb-30ef15df86b7 x-openstack-request-id: req-3cd61135-5da9-4860-a6eb-30ef15df86b7 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:44:23.549159 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "780d1e5e-ec86-4dfd-af82-ca6d41a316a8", "tag": "2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:44:23.549501 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3cd61135-5da9-4860-a6eb-30ef15df86b7 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:44:23.549965 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cd61135-5da9-4860-a6eb-30ef15df86b7'] response: {'name': 'network-changed', 'server_uuid': '780d1e5e-ec86-4dfd-af82-ca6d41a316a8', 'tag': '2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89', 'status': 'completed', 'code': 200} Mar 30 01:44:23.585118 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-62f96a52-be7a-4fa1-b407-7ab3a178ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:44:23.586928 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-62f96a52-be7a-4fa1-b407-7ab3a178ffc5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e3902c0d7d2e4ee68ba7456fe9d7f404&device_id=780d1e5e-ec86-4dfd-af82-ca6d41a316a8 HTTP/1.1" status: 200 len: 1132 time: 0.0515580 Mar 30 01:44:23.632520 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-e4be2fc1-a1a1-43fa-8d01-002ddb7ea902 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89 HTTP/1.1" status: 200 len: 217 time: 0.0381417 Mar 30 01:44:23.681871 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-37f31823-1373-4bb4-892a-fc74380dd00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:44:23.683368 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-37f31823-1373-4bb4-892a-fc74380dd00e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74d7f253-39f9-4c01-a9ee-f881e9954084 HTTP/1.1" status: 200 len: 843 time: 0.0447090 Mar 30 01:44:23.732795 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-a5c684d1-7a63-4a9e-841a-f8802cf357fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:44:23.734434 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-a5c684d1-7a63-4a9e-841a-f8802cf357fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9dbb5141-7777-46c4-9d9a-3775087cbd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450282 Mar 30 01:44:23.833811 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-4475e2d5-3b59-4d2c-b072-246ddbdb0a07 service neutron] 10.222.0.18 "GET /v2.0/networks/9dbb5141-7777-46c4-9d9a-3775087cbd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927160 Mar 30 01:44:23.932461 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-daa098cc-9c61-4650-895a-8b296e7dbfc7 req-7f4571b0-4aa2-4a01-97b1-ba737d889067 service neutron] 10.222.0.18 "GET /v2.0/networks/9dbb5141-7777-46c4-9d9a-3775087cbd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926635 Mar 30 01:44:24.028877 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e135e2-e438-49ee-99aa-a3592f908c94 req-f306b0cf-d1f0-4232-8d79-1165b71799bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:44:24.030363 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a5e135e2-e438-49ee-99aa-a3592f908c94 req-f306b0cf-d1f0-4232-8d79-1165b71799bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e3902c0d7d2e4ee68ba7456fe9d7f404&device_id=780d1e5e-ec86-4dfd-af82-ca6d41a316a8 HTTP/1.1" status: 200 len: 1132 time: 0.0501754 Mar 30 01:44:24.129952 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e135e2-e438-49ee-99aa-a3592f908c94 req-9974a1a2-ea0e-4496-8f79-7ce7196d96d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:44:24.131330 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a5e135e2-e438-49ee-99aa-a3592f908c94 req-9974a1a2-ea0e-4496-8f79-7ce7196d96d8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9dbb5141-7777-46c4-9d9a-3775087cbd37 HTTP/1.1" status: 200 len: 870 time: 0.0941818 Mar 30 01:44:24.173814 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a5e135e2-e438-49ee-99aa-a3592f908c94 req-e536d8f8-809c-4929-8092-fe43c148edf2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89 HTTP/1.1" status: 200 len: 217 time: 0.0368512 Mar 30 01:44:24.233462 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e135e2-e438-49ee-99aa-a3592f908c94 req-1c9e856c-942b-407d-8840-3f9c3126abe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:44:24.235456 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a5e135e2-e438-49ee-99aa-a3592f908c94 req-1c9e856c-942b-407d-8840-3f9c3126abe0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74d7f253-39f9-4c01-a9ee-f881e9954084 HTTP/1.1" status: 200 len: 843 time: 0.0557053 Mar 30 01:44:24.285329 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e135e2-e438-49ee-99aa-a3592f908c94 req-6fd0488f-fdc6-4ace-885a-bd3248fbb662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:44:24.286829 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a5e135e2-e438-49ee-99aa-a3592f908c94 req-6fd0488f-fdc6-4ace-885a-bd3248fbb662 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9dbb5141-7777-46c4-9d9a-3775087cbd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448213 Mar 30 01:44:24.378174 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a5e135e2-e438-49ee-99aa-a3592f908c94 req-21febfd1-a60a-4cec-aa6c-d87729395bbd service neutron] 10.222.0.18 "GET /v2.0/networks/9dbb5141-7777-46c4-9d9a-3775087cbd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853570 Mar 30 01:44:24.469994 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-a5e135e2-e438-49ee-99aa-a3592f908c94 req-e0c126e6-fc9e-4594-a868-fd98cc3a88e2 service neutron] 10.222.0.18 "GET /v2.0/networks/9dbb5141-7777-46c4-9d9a-3775087cbd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862918 Mar 30 01:44:24.632670 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f27f0-66b8-4c36-88ae-668d9ad8eb7c req-a0f52f1e-abce-4c51-8e28-a3cd239d289d tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:44:24.634137 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-db1f27f0-66b8-4c36-88ae-668d9ad8eb7c req-a0f52f1e-abce-4c51-8e28-a3cd239d289d tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] 10.222.0.25 "GET /v2.0/ports?device_id=780d1e5e-ec86-4dfd-af82-ca6d41a316a8 HTTP/1.1" status: 200 len: 948 time: 0.0647438 Mar 30 01:44:24.646188 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:24.679975 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-db1f27f0-66b8-4c36-88ae-668d9ad8eb7c req-0770c385-7116-4086-8807-a8f977130dc2 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] 10.222.0.25 "GET /v2.0/security-groups?id=f400a707-f8fa-4d2c-b4fb-d07e8b5bfc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398133 Mar 30 01:44:25.816329 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b6b72-5181-4f78-be16-44d9ef8a7b47 req-605ca389-cbf0-4322-b8b8-2cd7d7da9704 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:44:25.817776 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-379b6b72-5181-4f78-be16-44d9ef8a7b47 req-605ca389-cbf0-4322-b8b8-2cd7d7da9704 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] 10.222.0.25 "GET /v2.0/ports?device_id=780d1e5e-ec86-4dfd-af82-ca6d41a316a8 HTTP/1.1" status: 200 len: 948 time: 0.0571570 Mar 30 01:44:25.865042 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-379b6b72-5181-4f78-be16-44d9ef8a7b47 req-48b17e0a-cc80-419d-90fb-e8c005647a31 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] 10.222.0.25 "GET /v2.0/security-groups?id=f400a707-f8fa-4d2c-b4fb-d07e8b5bfc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414965 Mar 30 01:44:26.016150 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:26.995958 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402719d-9b4c-41c9-bb98-98c6d0984741 req-23a98ef7-1cd0-45a4-a36c-c942361f4743 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:44:26.997425 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e402719d-9b4c-41c9-bb98-98c6d0984741 req-23a98ef7-1cd0-45a4-a36c-c942361f4743 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] 10.222.0.25 "GET /v2.0/ports?device_id=780d1e5e-ec86-4dfd-af82-ca6d41a316a8 HTTP/1.1" status: 200 len: 948 time: 0.0568094 Mar 30 01:44:27.053105 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e402719d-9b4c-41c9-bb98-98c6d0984741 req-044c2689-32a5-4352-b5de-0c84c7b5e239 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] 10.222.0.25 "GET /v2.0/security-groups?id=f400a707-f8fa-4d2c-b4fb-d07e8b5bfc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495658 Mar 30 01:44:27.572736 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:44:27.691484 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89,segment=NetworkSegment(482f4bf6-0ea1-428c-818a-106c661dcdd1),segment_id=482f4bf6-0ea1-428c-818a-106c661dcdd1)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:44:27.703098 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Returning: {'device': '2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89', 'network_id': '9dbb5141-7777-46c4-9d9a-3775087cbd37', 'port_id': '2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89', 'mac_address': 'fa:16:3e:48:0c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d7f253-39f9-4c01-a9ee-f881e9954084', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:44:27.739502 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port 2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89 is: DOWN; New status is: BUILD {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:44:27.739882 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:27.752865 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:44:27.772286 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89,segment=NetworkSegment(482f4bf6-0ea1-428c-818a-106c661dcdd1),segment_id=482f4bf6-0ea1-428c-818a-106c661dcdd1)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:44:27.779805 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:27.831570 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:28.092589 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:44:28.182587 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3390f-4a22-4195-ae80-593f8b322dcb req-fd887116-9d6f-4a3d-880e-996a8ffddafc tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:44:28.184056 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-17f3390f-4a22-4195-ae80-593f8b322dcb req-fd887116-9d6f-4a3d-880e-996a8ffddafc tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] 10.222.0.25 "GET /v2.0/ports?device_id=780d1e5e-ec86-4dfd-af82-ca6d41a316a8 HTTP/1.1" status: 200 len: 949 time: 0.0526896 Mar 30 01:44:28.232330 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-17f3390f-4a22-4195-ae80-593f8b322dcb req-6522e6f2-22cf-44c8-adb0-f736637be05a tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] 10.222.0.25 "GET /v2.0/security-groups?id=f400a707-f8fa-4d2c-b4fb-d07e8b5bfc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420134 Mar 30 01:44:29.356902 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade5b65-1c28-4265-9e1c-c912c9da5231 req-46a5c041-cb9a-4c21-ae69-6526e759644a tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:44:29.358356 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1ade5b65-1c28-4265-9e1c-c912c9da5231 req-46a5c041-cb9a-4c21-ae69-6526e759644a tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] 10.222.0.25 "GET /v2.0/ports?device_id=780d1e5e-ec86-4dfd-af82-ca6d41a316a8 HTTP/1.1" status: 200 len: 949 time: 0.0527871 Mar 30 01:44:29.414969 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1ade5b65-1c28-4265-9e1c-c912c9da5231 req-8ec190ea-402d-4973-b547-e098ac2be111 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] 10.222.0.25 "GET /v2.0/security-groups?id=f400a707-f8fa-4d2c-b4fb-d07e8b5bfc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476463 Mar 30 01:44:29.588249 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89 up at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:44:29.648149 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning for port 2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89 completed by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:44:29.651960 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning complete for port 2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:44:29.652326 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:29.731497 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port 2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89 is: BUILD; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:44:29.731884 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:29.755153 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780d1e5e-ec86-4dfd-af82-ca6d41a316a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:44:29.757394 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b54a399a95781ce0e36d18e73dfd9bddfd965df0fcdebdd8e46dd02a402f6d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c791a0-e379-468f-9d40-e75ac7939772" -d '{"events": [{"server_uuid": "780d1e5e-ec86-4dfd-af82-ca6d41a316a8", "name": "network-vif-plugged", "status": "completed", "tag": "2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:44:29.770267 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89,segment=NetworkSegment(482f4bf6-0ea1-428c-818a-106c661dcdd1),segment_id=482f4bf6-0ea1-428c-818a-106c661dcdd1)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:44:29.776156 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:29.802739 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1892f75-0607-4fb9-8b4c-dfb42c8481fd x-openstack-request-id: req-e1892f75-0607-4fb9-8b4c-dfb42c8481fd {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:44:29.802982 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780d1e5e-ec86-4dfd-af82-ca6d41a316a8", "name": "network-vif-plugged", "status": "completed", "tag": "2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:44:29.803259 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1892f75-0607-4fb9-8b4c-dfb42c8481fd {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:44:29.803645 dv-cinder-817135-7-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1892f75-0607-4fb9-8b4c-dfb42c8481fd'] response: {'server_uuid': '780d1e5e-ec86-4dfd-af82-ca6d41a316a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89', 'code': 200} Mar 30 01:44:29.830960 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89,revision_number=5']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:29.971324 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4402b-bd41-4ad0-bc49-792fc9c2a84b req-9b50ff4f-fe69-4a0d-8642-532ed7657db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:44:29.972847 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-81b4402b-bd41-4ad0-bc49-792fc9c2a84b req-9b50ff4f-fe69-4a0d-8642-532ed7657db5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=780d1e5e-ec86-4dfd-af82-ca6d41a316a8 HTTP/1.1" status: 200 len: 1134 time: 0.0471327 Mar 30 01:44:30.017145 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-81b4402b-bd41-4ad0-bc49-792fc9c2a84b req-35addb52-c9ec-4db3-9ca8-da073037e7b0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f400a707-f8fa-4d2c-b4fb-d07e8b5bfc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380793 Mar 30 01:44:30.570615 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507f20d-64dc-4d8c-9eb3-7436ccf03747 req-8999561b-1c22-4218-a5b9-33cd7f5d6614 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:44:30.572086 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8507f20d-64dc-4d8c-9eb3-7436ccf03747 req-8999561b-1c22-4218-a5b9-33cd7f5d6614 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] 10.222.0.25 "GET /v2.0/ports?device_id=780d1e5e-ec86-4dfd-af82-ca6d41a316a8 HTTP/1.1" status: 200 len: 950 time: 0.0756016 Mar 30 01:44:30.622556 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-8507f20d-64dc-4d8c-9eb3-7436ccf03747 req-7bb8bf67-0423-45b8-8001-7de36375372e tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] 10.222.0.25 "GET /v2.0/security-groups?id=f400a707-f8fa-4d2c-b4fb-d07e8b5bfc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446653 Mar 30 01:44:31.764168 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd901625-2b7f-404f-9ad1-27ac4e6f0898 req-76ff7308-ce55-4f7e-8181-ee32b696ed32 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:44:31.765632 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-dd901625-2b7f-404f-9ad1-27ac4e6f0898 req-76ff7308-ce55-4f7e-8181-ee32b696ed32 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] 10.222.0.25 "GET /v2.0/ports?device_id=780d1e5e-ec86-4dfd-af82-ca6d41a316a8 HTTP/1.1" status: 200 len: 950 time: 0.0592740 Mar 30 01:44:31.825157 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-dd901625-2b7f-404f-9ad1-27ac4e6f0898 req-a9ea2628-5da3-4deb-969d-bbb5ca9f7e81 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] 10.222.0.25 "GET /v2.0/security-groups?id=f400a707-f8fa-4d2c-b4fb-d07e8b5bfc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507553 Mar 30 01:44:32.095045 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c590e-2cd4-4d9f-96fd-0ac99a791335 req-83eb8afe-f940-437e-a62a-d4893bed78ed tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:44:32.096509 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1b4c590e-2cd4-4d9f-96fd-0ac99a791335 req-83eb8afe-f940-437e-a62a-d4893bed78ed tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] 10.222.0.25 "GET /v2.0/ports?device_id=780d1e5e-ec86-4dfd-af82-ca6d41a316a8 HTTP/1.1" status: 200 len: 950 time: 0.0531926 Mar 30 01:44:32.146609 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1b4c590e-2cd4-4d9f-96fd-0ac99a791335 req-7151f2ef-646d-4f03-8c38-2368637c0860 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] 10.222.0.25 "GET /v2.0/security-groups?id=f400a707-f8fa-4d2c-b4fb-d07e8b5bfc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442433 Mar 30 01:44:33.277762 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe67a8c-8a6f-483f-a917-bf028153fd1f req-b28197f8-615d-478b-9abd-775bea07fdce tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:44:33.279227 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-bbe67a8c-8a6f-483f-a917-bf028153fd1f req-b28197f8-615d-478b-9abd-775bea07fdce tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] 10.222.0.25 "GET /v2.0/ports?device_id=780d1e5e-ec86-4dfd-af82-ca6d41a316a8 HTTP/1.1" status: 200 len: 950 time: 0.0582144 Mar 30 01:44:33.326208 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-bbe67a8c-8a6f-483f-a917-bf028153fd1f req-107a2e7f-2998-43b6-be70-bbd5b0075635 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] 10.222.0.25 "GET /v2.0/security-groups?id=f400a707-f8fa-4d2c-b4fb-d07e8b5bfc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412936 Mar 30 01:44:33.509475 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188dfa4-962c-4a48-ad5a-f3732978d641 req-b4317f35-e258-4d18-9cc3-961df252ab51 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:44:33.510925 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-1188dfa4-962c-4a48-ad5a-f3732978d641 req-b4317f35-e258-4d18-9cc3-961df252ab51 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] 10.222.0.18 "GET /v2.0/ports?device_id=780d1e5e-ec86-4dfd-af82-ca6d41a316a8 HTTP/1.1" status: 200 len: 950 time: 0.0700407 Mar 30 01:44:33.600862 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-1188dfa4-962c-4a48-ad5a-f3732978d641 req-c3668f48-5fd1-4daa-9adf-5bda77fae70a tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Deleting port 2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:44:33.601078 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-1188dfa4-962c-4a48-ad5a-f3732978d641 req-c3668f48-5fd1-4daa-9adf-5bda77fae70a tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:33.692816 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-1188dfa4-962c-4a48-ad5a-f3732978d641 req-c3668f48-5fd1-4daa-9adf-5bda77fae70a tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] For port 2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89,segment=NetworkSegment(482f4bf6-0ea1-428c-818a-106c661dcdd1),segment_id=482f4bf6-0ea1-428c-818a-106c661dcdd1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:44:33.693191 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-1188dfa4-962c-4a48-ad5a-f3732978d641 req-c3668f48-5fd1-4daa-9adf-5bda77fae70a tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:33.705683 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-1188dfa4-962c-4a48-ad5a-f3732978d641 req-c3668f48-5fd1-4daa-9adf-5bda77fae70a tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Calling delete_port for 2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89 owned by compute:nova {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:44:33.838131 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-1188dfa4-962c-4a48-ad5a-f3732978d641 req-c3668f48-5fd1-4daa-9adf-5bda77fae70a tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:33.849259 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:44:33.865585 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3668f48-5fd1-4daa-9adf-5bda77fae70a tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Pushing event deleted for resources: {'Port': ['ID=2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:33.895307 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3668f48-5fd1-4daa-9adf-5bda77fae70a tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:33.895642 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3668f48-5fd1-4daa-9adf-5bda77fae70a tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:33.895975 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3668f48-5fd1-4daa-9adf-5bda77fae70a tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:33.896402 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3668f48-5fd1-4daa-9adf-5bda77fae70a tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:33.896739 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3668f48-5fd1-4daa-9adf-5bda77fae70a tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:33.897060 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3668f48-5fd1-4daa-9adf-5bda77fae70a tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:33.897369 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3668f48-5fd1-4daa-9adf-5bda77fae70a tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:33.897705 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3668f48-5fd1-4daa-9adf-5bda77fae70a tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:33.897996 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3668f48-5fd1-4daa-9adf-5bda77fae70a tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:33.898333 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3668f48-5fd1-4daa-9adf-5bda77fae70a tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:33.898668 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3668f48-5fd1-4daa-9adf-5bda77fae70a tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:33.898983 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3668f48-5fd1-4daa-9adf-5bda77fae70a tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:33.899280 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3668f48-5fd1-4daa-9adf-5bda77fae70a tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:33.899591 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3668f48-5fd1-4daa-9adf-5bda77fae70a tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:33.899895 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3668f48-5fd1-4daa-9adf-5bda77fae70a tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:33.921886 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-1188dfa4-962c-4a48-ad5a-f3732978d641 req-c3668f48-5fd1-4daa-9adf-5bda77fae70a tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] No DVR routers for this DVR port 2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89 on host hv-cinder-81713 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:44:33.924364 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-1188dfa4-962c-4a48-ad5a-f3732978d641 req-c3668f48-5fd1-4daa-9adf-5bda77fae70a tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:33.927798 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-1188dfa4-962c-4a48-ad5a-f3732978d641 req-c3668f48-5fd1-4daa-9adf-5bda77fae70a tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] 10.222.0.18 "DELETE /v2.0/ports/2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89 HTTP/1.1" status: 204 len: 173 time: 0.4115925 Mar 30 01:44:33.928266 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780d1e5e-ec86-4dfd-af82-ca6d41a316a8', 'name': 'network-vif-deleted', 'tag': '2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:44:33.930742 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e652c3-2170-46cb-b570-3b30a738feb0" -d '{"events": [{"server_uuid": "780d1e5e-ec86-4dfd-af82-ca6d41a316a8", "name": "network-vif-deleted", "tag": "2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:44:33.980431 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a2f19a-5b0e-4941-9084-6b1ae733010e x-openstack-request-id: req-f3a2f19a-5b0e-4941-9084-6b1ae733010e {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:44:33.980431 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780d1e5e-ec86-4dfd-af82-ca6d41a316a8", "name": "network-vif-deleted", "tag": "2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:44:33.980431 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3a2f19a-5b0e-4941-9084-6b1ae733010e {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:44:33.980431 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3a2f19a-5b0e-4941-9084-6b1ae733010e'] response: {'server_uuid': '780d1e5e-ec86-4dfd-af82-ca6d41a316a8', 'name': 'network-vif-deleted', 'tag': '2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89', 'status': 'completed', 'code': 200} Mar 30 01:44:34.441748 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-900e8a01-c9d8-43de-86ad-357e9efd14e7 req-7206a27f-88d4-49ea-8e49-1091c42717e6 tempest-VolumesNegativeTest-1145229673 tempest-VolumesNegativeTest-1145229673-project] 10.222.0.25 "GET /v2.0/ports?device_id=780d1e5e-ec86-4dfd-af82-ca6d41a316a8 HTTP/1.1" status: 200 len: 210 time: 0.0277586 Mar 30 01:44:34.867324 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:37.601841 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:44:37.626637 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] No Port match for: 2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89 {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:44:37.626795 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 2df94ac3-7b5e-45ea-bb3e-d7a5358e7a89 not bound to the agent host hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:44:39.711323 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 47746) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:44:39.858131 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-0dcaa0ad-c5d7-4416-824a-294f255f0ba2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e3902c0d7d2e4ee68ba7456fe9d7f404&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1456552 Mar 30 01:44:39.860815 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 47750) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:44:39.909165 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-01bf2454-4b0b-429b-a139-c1cb2efcbf4f admin admin] Publish callbacks [] for security_group (f400a707-f8fa-4d2c-b4fb-d07e8b5bfc80), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:39.934147 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-01bf2454-4b0b-429b-a139-c1cb2efcbf4f admin admin] Publish callbacks [] for security_group (f400a707-f8fa-4d2c-b4fb-d07e8b5bfc80), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:39.986497 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-01bf2454-4b0b-429b-a139-c1cb2efcbf4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (f400a707-f8fa-4d2c-b4fb-d07e8b5bfc80), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:39.989048 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-01bf2454-4b0b-429b-a139-c1cb2efcbf4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:39.990255 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-01bf2454-4b0b-429b-a139-c1cb2efcbf4f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f400a707-f8fa-4d2c-b4fb-d07e8b5bfc80 HTTP/1.1" status: 204 len: 168 time: 0.1285169 Mar 30 01:44:39.997884 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf2454-4b0b-429b-a139-c1cb2efcbf4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f400a707-f8fa-4d2c-b4fb-d07e8b5bfc80,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:40.663662 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 47772) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:44:40.769933 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-50772720-e9ec-4cd6-8105-ce29fcad288b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-632721479-network', 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:44:40.791063 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50772720-e9ec-4cd6-8105-ce29fcad288b admin admin] Made reservation on behalf of f239e5b41b6c4f2d9c29852efb94808f for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:44:40.793500 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50772720-e9ec-4cd6-8105-ce29fcad288b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:40.801644 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50772720-e9ec-4cd6-8105-ce29fcad288b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:40.890155 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50772720-e9ec-4cd6-8105-ce29fcad288b admin admin] Publish callbacks [] for security_group (f08794c8-01da-4a6c-b385-01076e4aab56), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:40.896778 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50772720-e9ec-4cd6-8105-ce29fcad288b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (f08794c8-01da-4a6c-b385-01076e4aab56), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:40.923865 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50772720-e9ec-4cd6-8105-ce29fcad288b admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:44:40.933576 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50772720-e9ec-4cd6-8105-ce29fcad288b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08794c8-01da-4a6c-b385-01076e4aab56,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:40.938228 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50772720-e9ec-4cd6-8105-ce29fcad288b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983'] for segment (a8b56ba3-6674-41ba-8f60-f734dd20513b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:40.938597 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.db.segments_db [None req-50772720-e9ec-4cd6-8105-ce29fcad288b admin admin] Added segment a8b56ba3-6674-41ba-8f60-f734dd20513b of type vlan for network 7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0 Mar 30 01:44:40.948688 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50772720-e9ec-4cd6-8105-ce29fcad288b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:40.949034 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50772720-e9ec-4cd6-8105-ce29fcad288b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:40.949376 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50772720-e9ec-4cd6-8105-ce29fcad288b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:40.949713 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50772720-e9ec-4cd6-8105-ce29fcad288b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:40.950042 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50772720-e9ec-4cd6-8105-ce29fcad288b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:40.950372 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50772720-e9ec-4cd6-8105-ce29fcad288b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:40.950720 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50772720-e9ec-4cd6-8105-ce29fcad288b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:40.951042 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50772720-e9ec-4cd6-8105-ce29fcad288b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:40.951365 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50772720-e9ec-4cd6-8105-ce29fcad288b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:40.951685 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50772720-e9ec-4cd6-8105-ce29fcad288b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:40.952008 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50772720-e9ec-4cd6-8105-ce29fcad288b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:40.952331 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50772720-e9ec-4cd6-8105-ce29fcad288b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:40.952648 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50772720-e9ec-4cd6-8105-ce29fcad288b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:40.952965 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50772720-e9ec-4cd6-8105-ce29fcad288b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:40.953281 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50772720-e9ec-4cd6-8105-ce29fcad288b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:40.994680 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50772720-e9ec-4cd6-8105-ce29fcad288b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788084269370'] for network (7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:41.021333 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50772720-e9ec-4cd6-8105-ce29fcad288b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768'] for network (7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:41.022281 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50772720-e9ec-4cd6-8105-ce29fcad288b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:44:41.022937 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50772720-e9ec-4cd6-8105-ce29fcad288b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:41.076082 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-50772720-e9ec-4cd6-8105-ce29fcad288b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4112046 Mar 30 01:44:41.079354 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 47776) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:44:41.085186 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-3cdeb306-e6b3-4c4a-8756-15b3c170f463 admin admin] Request body: {'subnet': {'network_id': '7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-632721479-subnet', 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'ip_version': 4}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:44:41.085628 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50772720-e9ec-4cd6-8105-ce29fcad288b admin admin] Pushing event updated for resources: {'Network': ['ID=7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:41.095362 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Network 7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0 details requested by agent ovs-agent-dv-cinder-817135-7-smb with host dv-cinder-817135-7-smb {{(pid=103230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:44:41.107583 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdeb306-e6b3-4c4a-8756-15b3c170f463 admin admin] Made reservation on behalf of f239e5b41b6c4f2d9c29852efb94808f for: {'subnet': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:44:41.109999 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3cdeb306-e6b3-4c4a-8756-15b3c170f463 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8959024'] for subnet (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:41.280307 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3cdeb306-e6b3-4c4a-8756-15b3c170f463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9415841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8959014'] for subnet (677958c7-3757-4e6f-8fe0-9b3e43c42173), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:41.331650 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdeb306-e6b3-4c4a-8756-15b3c170f463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=677958c7-3757-4e6f-8fe0-9b3e43c42173,revision_number=0']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:41.341949 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdeb306-e6b3-4c4a-8756-15b3c170f463 admin admin] Checking segment: {'id': 'a8b56ba3-6674-41ba-8f60-f734dd20513b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:44:41.342311 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdeb306-e6b3-4c4a-8756-15b3c170f463 admin admin] Network hostable DHCP agents. Network: 7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0, hostable agents: ['eddc343b-7df5-4b69-8188-94dadcee138e'], hosted agents: [] {{(pid=103228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:44:41.361669 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdeb306-e6b3-4c4a-8756-15b3c170f463 admin admin] Network 7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0 is scheduled to be hosted by DHCP agent eddc343b-7df5-4b69-8188-94dadcee138e with binding_index 1 {{(pid=103228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:44:41.372966 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-3cdeb306-e6b3-4c4a-8756-15b3c170f463 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-smb, 7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0) {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:44:41.379536 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdeb306-e6b3-4c4a-8756-15b3c170f463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:44:41.380487 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3cdeb306-e6b3-4c4a-8756-15b3c170f463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for subnet (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:41.386970 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99d74eb-b954-4b59-9cb1-e5fa2e40a9ea None None] Network 7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0 requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:44:41.399632 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-3cdeb306-e6b3-4c4a-8756-15b3c170f463 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3184135 Mar 30 01:44:41.402351 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 47778) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:44:41.406622 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-b67634bc-f42c-4528-9858-8eb9f9c0cbc3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-632721479-router', 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:44:41.427763 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b67634bc-f42c-4528-9858-8eb9f9c0cbc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-630030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3002'] for router (ebac224d-c288-4491-9b52-674ad17de5b1), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:41.428753 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b67634bc-f42c-4528-9858-8eb9f9c0cbc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2995'] for router (ebac224d-c288-4491-9b52-674ad17de5b1), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:41.482967 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b67634bc-f42c-4528-9858-8eb9f9c0cbc3 admin admin] Publish callbacks [] for router_controller (ebac224d-c288-4491-9b52-674ad17de5b1), precommit_add_association {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:41.493865 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6fa5b9a-8f1a-5b91-8c9f-1bdccb0e5af4-7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0', 'network_id': '7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0', 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'fixed_ips': [{'subnet_id': '677958c7-3757-4e6f-8fe0-9b3e43c42173'}]}} from dv-cinder-817135-7-smb. {{(pid=103230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 01:44:41.494787 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:41.622540 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b67634bc-f42c-4528-9858-8eb9f9c0cbc3 admin admin] Publish callbacks [] for router_gateway (ebac224d-c288-4491-9b52-674ad17de5b1), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:41.630209 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Allocated IP 172.20.0.2 (7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0/677958c7-3757-4e6f-8fe0-9b3e43c42173/b60d2859-92d0-400d-875e-637a98c74036) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:44:41.771424 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Publish callbacks [] for port (b60d2859-92d0-400d-875e-637a98c74036), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:41.777200 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294'] for port (b60d2859-92d0-400d-875e-637a98c74036), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:41.818074 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Network 7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:44:41.820994 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:44:41.821739 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b67634bc-f42c-4528-9858-8eb9f9c0cbc3 admin admin] Publish callbacks [] for router_gateway (ebac224d-c288-4491-9b52-674ad17de5b1), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:41.827044 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:44:41.832781 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Pushing event updated for resources: {'Port': ['ID=b60d2859-92d0-400d-875e-637a98c74036,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:41.841028 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b67634bc-f42c-4528-9858-8eb9f9c0cbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:41.844060 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:41.844404 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:41.844745 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:41.845079 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:41.845409 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:41.845731 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:41.846056 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:41.846373 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:41.846730 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:41.847047 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:41.847623 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:41.847736 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:41.847982 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:41.848306 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:41.848613 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:41.896664 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Attempting to bind port b60d2859-92d0-400d-875e-637a98c74036 on host dv-cinder-817135-7-smb for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:44:41.897142 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Attempting to bind port b60d2859-92d0-400d-875e-637a98c74036 by drivers openvswitch,hyperv on host dv-cinder-817135-7-smb at level 0 using segments [{'id': 'a8b56ba3-6674-41ba-8f60-f734dd20513b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:44:41.897508 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Attempting to bind port b60d2859-92d0-400d-875e-637a98c74036 on network 7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:44:41.903261 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Checking agent: {'id': 'e1925a54-03b2-438f-8645-7588892df62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 56), 'started_at': datetime.datetime(2022, 3, 30, 1, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:44:41.903634 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Checking segment: {'id': 'a8b56ba3-6674-41ba-8f60-f734dd20513b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:44:41.904020 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:41.904400 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Bound using segment: {'id': 'a8b56ba3-6674-41ba-8f60-f734dd20513b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:44:41.904869 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Bound port: b60d2859-92d0-400d-875e-637a98c74036, host: dv-cinder-817135-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b56ba3-6674-41ba-8f60-f734dd20513b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:44:41.905247 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (b60d2859-92d0-400d-875e-637a98c74036), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:41.942034 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-b67634bc-f42c-4528-9858-8eb9f9c0cbc3 admin admin] Allocated IP 172.28.0.89 (37ca571a-19ad-455c-abf6-69b74430259c/15a93e34-d4d7-43d8-ae08-ce799dd1e751/80fa0486-9aca-488b-a762-941dd3ee776f) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:44:41.976218 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] For port b60d2859-92d0-400d-875e-637a98c74036, host dv-cinder-817135-7-smb, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:44:41.980205 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] For port b60d2859-92d0-400d-875e-637a98c74036, host dv-cinder-817135-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=b60d2859-92d0-400d-875e-637a98c74036,segment=NetworkSegment(a8b56ba3-6674-41ba-8f60-f734dd20513b),segment_id=a8b56ba3-6674-41ba-8f60-f734dd20513b)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:44:41.997266 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (b60d2859-92d0-400d-875e-637a98c74036), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:42.054203 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b67634bc-f42c-4528-9858-8eb9f9c0cbc3 admin admin] Publish callbacks [] for port (80fa0486-9aca-488b-a762-941dd3ee776f), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:42.060411 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e0aae-a1e8-4262-b7ff-d17193a04620 None None] Pushing event updated for resources: {'Port': ['ID=b60d2859-92d0-400d-875e-637a98c74036,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:42.092604 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b67634bc-f42c-4528-9858-8eb9f9c0cbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (80fa0486-9aca-488b-a762-941dd3ee776f), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:42.139224 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67634bc-f42c-4528-9858-8eb9f9c0cbc3 admin admin] Network 37ca571a-19ad-455c-abf6-69b74430259c is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:44:42.143361 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-b67634bc-f42c-4528-9858-8eb9f9c0cbc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:44:42.145825 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67634bc-f42c-4528-9858-8eb9f9c0cbc3 admin admin] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:44:42.173146 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67634bc-f42c-4528-9858-8eb9f9c0cbc3 admin admin] Pushing event updated for resources: {'Port': ['ID=80fa0486-9aca-488b-a762-941dd3ee776f,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:42.654375 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b67634bc-f42c-4528-9858-8eb9f9c0cbc3 admin admin] Publish callbacks [] for router_gateway (ebac224d-c288-4491-9b52-674ad17de5b1), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:42.853197 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b67634bc-f42c-4528-9858-8eb9f9c0cbc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623896'] for router (ebac224d-c288-4491-9b52-674ad17de5b1), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:42.911557 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f8ee93-3dfb-4cf4-81dc-d6d52f74a87a None None] Network 7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0 requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:44:42.989800 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67634bc-f42c-4528-9858-8eb9f9c0cbc3 admin admin] Router ebac224d-c288-4491-9b52-674ad17de5b1 is scheduled to L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 with binding_index 1 {{(pid=103228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 01:44:43.021889 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-555aea64-f0d2-40cb-aa8d-3a015d892d85 None None] Provisioning complete for port b60d2859-92d0-400d-875e-637a98c74036 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:44:43.022248 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-555aea64-f0d2-40cb-aa8d-3a015d892d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (b60d2859-92d0-400d-875e-637a98c74036), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:43.103639 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67634bc-f42c-4528-9858-8eb9f9c0cbc3 admin admin] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:44:43.123339 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b67634bc-f42c-4528-9858-8eb9f9c0cbc3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:43.124649 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-b67634bc-f42c-4528-9858-8eb9f9c0cbc3 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7212989 Mar 30 01:44:43.127571 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 47780) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:44:43.180528 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0215715d-aede-4fb5-bd7c-58e3a1f1b531 None None] Sync routers for ids ['ebac224d-c288-4491-9b52-674ad17de5b1'] in dv-cinder-817135-7-smb {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:44:43.207286 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0215715d-aede-4fb5-bd7c-58e3a1f1b531 None None] Routers {'ebac224d-c288-4491-9b52-674ad17de5b1'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:44:43.207915 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-0215715d-aede-4fb5-bd7c-58e3a1f1b531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:44:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['ebac224d-c288-4491-9b52-674ad17de5b1'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:44:43.334362 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-555aea64-f0d2-40cb-aa8d-3a015d892d85 None None] Current status of the port b60d2859-92d0-400d-875e-637a98c74036 is: DOWN; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:44:43.335107 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-555aea64-f0d2-40cb-aa8d-3a015d892d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (b60d2859-92d0-400d-875e-637a98c74036), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:43.370267 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-0215715d-aede-4fb5-bd7c-58e3a1f1b531 None None] Set router ebac224d-c288-4491-9b52-674ad17de5b1 gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:44:43.432286 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-555aea64-f0d2-40cb-aa8d-3a015d892d85 None None] For port b60d2859-92d0-400d-875e-637a98c74036, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=b60d2859-92d0-400d-875e-637a98c74036,segment=NetworkSegment(a8b56ba3-6674-41ba-8f60-f734dd20513b),segment_id=a8b56ba3-6674-41ba-8f60-f734dd20513b)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:44:43.443206 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-555aea64-f0d2-40cb-aa8d-3a015d892d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (b60d2859-92d0-400d-875e-637a98c74036), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:43.536669 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555aea64-f0d2-40cb-aa8d-3a015d892d85 None None] Pushing event updated for resources: {'Port': ['ID=b60d2859-92d0-400d-875e-637a98c74036,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:43.568565 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-df9d54fb-4205-4f75-9983-ebf4d4302eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:43.586649 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-78ccc504-97d8-4c04-ab13-4fc53cbe224c None None] Provisioning complete for port b60d2859-92d0-400d-875e-637a98c74036 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:44:43.587009 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78ccc504-97d8-4c04-ab13-4fc53cbe224c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (b60d2859-92d0-400d-875e-637a98c74036), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:43.643636 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-0215715d-aede-4fb5-bd7c-58e3a1f1b531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'name': 'tempest-TestShelveInstance-632721479-router', 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '80fa0486-9aca-488b-a762-941dd3ee776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:44:41Z', 'updated_at': '2022-03-30T01:44:42Z', 'revision_number': 3, 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'gw_port': {'id': '80fa0486-9aca-488b-a762-941dd3ee776f', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:41Z', 'updated_at': '2022-03-30T01:44:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb'}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:44:43.674112 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0215715d-aede-4fb5-bd7c-58e3a1f1b531 None None] Checking router: ebac224d-c288-4491-9b52-674ad17de5b1 for host: dv-cinder-817135-7-smb {{(pid=103230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:44:43.674475 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0215715d-aede-4fb5-bd7c-58e3a1f1b531 None None] Updating router ebac224d-c288-4491-9b52-674ad17de5b1 port 80fa0486-9aca-488b-a762-941dd3ee776f binding host dv-cinder-817135-7-smb {{(pid=103230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:44:43.719560 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-df9d54fb-4205-4f75-9983-ebf4d4302eac admin admin] Allocated IP 172.20.0.1 (7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0/677958c7-3757-4e6f-8fe0-9b3e43c42173/396b08e9-8f58-4be5-81a8-6363c5f0544d) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:44:43.725592 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0215715d-aede-4fb5-bd7c-58e3a1f1b531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (80fa0486-9aca-488b-a762-941dd3ee776f), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:43.728231 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-78ccc504-97d8-4c04-ab13-4fc53cbe224c None None] Current status of the port b60d2859-92d0-400d-875e-637a98c74036 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:44:43.824479 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-df9d54fb-4205-4f75-9983-ebf4d4302eac admin admin] Publish callbacks [] for port (396b08e9-8f58-4be5-81a8-6363c5f0544d), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:43.858175 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-df9d54fb-4205-4f75-9983-ebf4d4302eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (396b08e9-8f58-4be5-81a8-6363c5f0544d), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:43.895446 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9d54fb-4205-4f75-9983-ebf4d4302eac admin admin] Network 7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:44:43.898275 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-df9d54fb-4205-4f75-9983-ebf4d4302eac admin admin] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:44:43.904094 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9d54fb-4205-4f75-9983-ebf4d4302eac admin admin] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:44:43.909496 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d54fb-4205-4f75-9983-ebf4d4302eac admin admin] Pushing event updated for resources: {'Port': ['ID=396b08e9-8f58-4be5-81a8-6363c5f0544d,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:43.946204 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-df9d54fb-4205-4f75-9983-ebf4d4302eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625103'] for router_interface (ebac224d-c288-4491-9b52-674ad17de5b1), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:44.000614 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0215715d-aede-4fb5-bd7c-58e3a1f1b531 None None] Publish callbacks [] for port (80fa0486-9aca-488b-a762-941dd3ee776f), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:44.022275 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0215715d-aede-4fb5-bd7c-58e3a1f1b531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (80fa0486-9aca-488b-a762-941dd3ee776f), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:44.077887 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device b60d2859-92d0-400d-875e-637a98c74036 up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:44:44.100958 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-0215715d-aede-4fb5-bd7c-58e3a1f1b531 None None] Attempting to bind port 80fa0486-9aca-488b-a762-941dd3ee776f on host dv-cinder-817135-7-smb for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:44:44.101319 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-0215715d-aede-4fb5-bd7c-58e3a1f1b531 None None] Attempting to bind port 80fa0486-9aca-488b-a762-941dd3ee776f by drivers openvswitch,hyperv on host dv-cinder-817135-7-smb at level 0 using segments [{'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:44:44.101702 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0215715d-aede-4fb5-bd7c-58e3a1f1b531 None None] Attempting to bind port 80fa0486-9aca-488b-a762-941dd3ee776f on network 37ca571a-19ad-455c-abf6-69b74430259c {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:44:44.105419 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c6435-9f84-48ab-9a93-1f17c3309b27 None None] Pushing event updated for resources: {'Port': ['ID=80fa0486-9aca-488b-a762-941dd3ee776f,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:44.111009 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-df9d54fb-4205-4f75-9983-ebf4d4302eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (396b08e9-8f58-4be5-81a8-6363c5f0544d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:44.113559 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0215715d-aede-4fb5-bd7c-58e3a1f1b531 None None] Checking agent: {'id': 'e1925a54-03b2-438f-8645-7588892df62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 56), 'started_at': datetime.datetime(2022, 3, 30, 1, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:44:44.114144 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0215715d-aede-4fb5-bd7c-58e3a1f1b531 None None] Checking segment: {'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:44:44.114494 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0215715d-aede-4fb5-bd7c-58e3a1f1b531 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:44.114674 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0215715d-aede-4fb5-bd7c-58e3a1f1b531 None None] Bound using segment: {'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:44:44.115139 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-0215715d-aede-4fb5-bd7c-58e3a1f1b531 None None] Bound port: 80fa0486-9aca-488b-a762-941dd3ee776f, host: dv-cinder-817135-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:44:44.115512 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0215715d-aede-4fb5-bd7c-58e3a1f1b531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (80fa0486-9aca-488b-a762-941dd3ee776f), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:44.183048 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-0215715d-aede-4fb5-bd7c-58e3a1f1b531 None None] For port 80fa0486-9aca-488b-a762-941dd3ee776f, host dv-cinder-817135-7-smb, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:44:44.191884 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port b60d2859-92d0-400d-875e-637a98c74036 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:44:44.192248 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (b60d2859-92d0-400d-875e-637a98c74036), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:44.196783 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-0215715d-aede-4fb5-bd7c-58e3a1f1b531 None None] For port 80fa0486-9aca-488b-a762-941dd3ee776f, host dv-cinder-817135-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=80fa0486-9aca-488b-a762-941dd3ee776f,segment=NetworkSegment(06f2df17-57da-4e9c-9934-3a429189481b),segment_id=06f2df17-57da-4e9c-9934-3a429189481b)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:44:44.224010 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0215715d-aede-4fb5-bd7c-58e3a1f1b531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (80fa0486-9aca-488b-a762-941dd3ee776f), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:44.290367 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-df9d54fb-4205-4f75-9983-ebf4d4302eac admin admin] Publish callbacks [] for port (396b08e9-8f58-4be5-81a8-6363c5f0544d), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:44.296033 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-df9d54fb-4205-4f75-9983-ebf4d4302eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (396b08e9-8f58-4be5-81a8-6363c5f0544d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:44.313683 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-22a9f4e0-e266-46d7-8f7a-ac120072c58e None None] Provisioning complete for port 396b08e9-8f58-4be5-81a8-6363c5f0544d triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:44:44.314070 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-22a9f4e0-e266-46d7-8f7a-ac120072c58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (396b08e9-8f58-4be5-81a8-6363c5f0544d), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:44.317245 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0215715d-aede-4fb5-bd7c-58e3a1f1b531 None None] Routers {'ebac224d-c288-4491-9b52-674ad17de5b1'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:44:44.317872 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-0215715d-aede-4fb5-bd7c-58e3a1f1b531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:44:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['ebac224d-c288-4491-9b52-674ad17de5b1'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:44:44.337788 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c6435-9f84-48ab-9a93-1f17c3309b27 None None] Pushing event updated for resources: {'Port': ['ID=80fa0486-9aca-488b-a762-941dd3ee776f,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:44.367320 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-df9d54fb-4205-4f75-9983-ebf4d4302eac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624987'] for router_interface (ebac224d-c288-4491-9b52-674ad17de5b1), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:44.369478 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d54fb-4205-4f75-9983-ebf4d4302eac admin admin] Pushing event updated for resources: {'Port': ['ID=396b08e9-8f58-4be5-81a8-6363c5f0544d,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:44.448308 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-22a9f4e0-e266-46d7-8f7a-ac120072c58e None None] Port 396b08e9-8f58-4be5-81a8-6363c5f0544d cannot update to ACTIVE because it is not bound. {{(pid=103230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:44:44.469180 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9d54fb-4205-4f75-9983-ebf4d4302eac admin admin] Network 7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:44:44.471335 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-df9d54fb-4205-4f75-9983-ebf4d4302eac admin admin] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:44:44.471782 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port b60d2859-92d0-400d-875e-637a98c74036 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:44:44.509140 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-0215715d-aede-4fb5-bd7c-58e3a1f1b531 None None] Set router ebac224d-c288-4491-9b52-674ad17de5b1 gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:44:44.600964 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9d54fb-4205-4f75-9983-ebf4d4302eac admin admin] Router ebac224d-c288-4491-9b52-674ad17de5b1 has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:44:44.718949 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9d54fb-4205-4f75-9983-ebf4d4302eac admin admin] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:44:44.724479 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-df9d54fb-4205-4f75-9983-ebf4d4302eac admin admin] 10.222.0.25 "PUT /v2.0/routers/ebac224d-c288-4491-9b52-674ad17de5b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5959220 Mar 30 01:44:44.734500 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-0215715d-aede-4fb5-bd7c-58e3a1f1b531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'name': 'tempest-TestShelveInstance-632721479-router', 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '80fa0486-9aca-488b-a762-941dd3ee776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:44:41Z', 'updated_at': '2022-03-30T01:44:44Z', 'revision_number': 4, 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'gw_port': {'id': '80fa0486-9aca-488b-a762-941dd3ee776f', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:41Z', 'updated_at': '2022-03-30T01:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '396b08e9-8f58-4be5-81a8-6363c5f0544d', 'name': '', 'network_id': '7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0', 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'mac_address': 'fa:16:3e:8a:9b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '677958c7-3757-4e6f-8fe0-9b3e43c42173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:43Z', 'updated_at': '2022-03-30T01:44:44Z', 'revision_number': 2, 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'subnets': [{'id': '677958c7-3757-4e6f-8fe0-9b3e43c42173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:44:44.766352 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0215715d-aede-4fb5-bd7c-58e3a1f1b531 None None] The sync data for ids ['ebac224d-c288-4491-9b52-674ad17de5b1'] in dv-cinder-817135-7-smb is: [{'id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'name': 'tempest-TestShelveInstance-632721479-router', 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '80fa0486-9aca-488b-a762-941dd3ee776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:44:41Z', 'updated_at': '2022-03-30T01:44:44Z', 'revision_number': 4, 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'gw_port': {'id': '80fa0486-9aca-488b-a762-941dd3ee776f', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:41Z', 'updated_at': '2022-03-30T01:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '396b08e9-8f58-4be5-81a8-6363c5f0544d', 'name': '', 'network_id': '7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0', 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'mac_address': 'fa:16:3e:8a:9b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '677958c7-3757-4e6f-8fe0-9b3e43c42173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:43Z', 'updated_at': '2022-03-30T01:44:44Z', 'revision_number': 2, 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'subnets': [{'id': '677958c7-3757-4e6f-8fe0-9b3e43c42173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:44:44.777143 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-64939e88-ed95-4541-8004-3f760b660ffa None None] Provisioning complete for port 396b08e9-8f58-4be5-81a8-6363c5f0544d triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:44:44.777515 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-64939e88-ed95-4541-8004-3f760b660ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (396b08e9-8f58-4be5-81a8-6363c5f0544d), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:44.813037 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-64939e88-ed95-4541-8004-3f760b660ffa None None] Port 396b08e9-8f58-4be5-81a8-6363c5f0544d cannot update to ACTIVE because it is not bound. {{(pid=103230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:44:45.238998 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 47796) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:44:45.244505 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-86ad057e-9f23-4278-a500-88f6359d8ede admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-274583668-network', 'tenant_id': 'be96fb52c3234e2fadcfaa5ea5fdee6a'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:44:45.265252 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ad057e-9f23-4278-a500-88f6359d8ede admin admin] Made reservation on behalf of be96fb52c3234e2fadcfaa5ea5fdee6a for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:44:45.268285 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-86ad057e-9f23-4278-a500-88f6359d8ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:45.278259 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-86ad057e-9f23-4278-a500-88f6359d8ede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:45.358096 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-86ad057e-9f23-4278-a500-88f6359d8ede admin admin] Publish callbacks [] for security_group (77387db8-f1b1-4a16-ac6f-7ee7f64007db), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:45.366871 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-86ad057e-9f23-4278-a500-88f6359d8ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (77387db8-f1b1-4a16-ac6f-7ee7f64007db), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:45.406982 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ad057e-9f23-4278-a500-88f6359d8ede admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:44:45.416893 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad057e-9f23-4278-a500-88f6359d8ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77387db8-f1b1-4a16-ac6f-7ee7f64007db,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:45.421877 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-86ad057e-9f23-4278-a500-88f6359d8ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983'] for segment (a7abdd12-3c28-4ff8-86b6-5a79bf116541), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:45.422447 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.db.segments_db [None req-86ad057e-9f23-4278-a500-88f6359d8ede admin admin] Added segment a7abdd12-3c28-4ff8-86b6-5a79bf116541 of type vlan for network 4fbe5613-612a-466b-b052-65eeb5a4fedf Mar 30 01:44:45.469063 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-86ad057e-9f23-4278-a500-88f6359d8ede admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788084269370'] for network (4fbe5613-612a-466b-b052-65eeb5a4fedf), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:45.495881 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-86ad057e-9f23-4278-a500-88f6359d8ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768'] for network (4fbe5613-612a-466b-b052-65eeb5a4fedf), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:45.497406 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ad057e-9f23-4278-a500-88f6359d8ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:44:45.498009 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-86ad057e-9f23-4278-a500-88f6359d8ede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:45.551873 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-86ad057e-9f23-4278-a500-88f6359d8ede admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3115425 Mar 30 01:44:45.554688 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 47798) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:44:45.559961 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-9669def5-18e1-4645-8ff9-af637a0a9fe7 admin admin] Request body: {'subnet': {'network_id': '4fbe5613-612a-466b-b052-65eeb5a4fedf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-274583668-subnet', 'tenant_id': 'be96fb52c3234e2fadcfaa5ea5fdee6a', 'ip_version': 4}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:44:45.568398 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad057e-9f23-4278-a500-88f6359d8ede admin admin] Pushing event updated for resources: {'Network': ['ID=4fbe5613-612a-466b-b052-65eeb5a4fedf,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:45.578327 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Network 4fbe5613-612a-466b-b052-65eeb5a4fedf details requested by agent ovs-agent-dv-cinder-817135-7-smb with host dv-cinder-817135-7-smb {{(pid=103230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:44:45.591569 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9669def5-18e1-4645-8ff9-af637a0a9fe7 admin admin] Made reservation on behalf of be96fb52c3234e2fadcfaa5ea5fdee6a for: {'subnet': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:44:45.594197 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9669def5-18e1-4645-8ff9-af637a0a9fe7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8959024'] for subnet (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:45.779505 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9669def5-18e1-4645-8ff9-af637a0a9fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9415841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8959014'] for subnet (a38f3a99-9e43-48d0-aba2-c793cdfb6404), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:45.839009 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669def5-18e1-4645-8ff9-af637a0a9fe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a38f3a99-9e43-48d0-aba2-c793cdfb6404,revision_number=0']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:45.847081 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9669def5-18e1-4645-8ff9-af637a0a9fe7 admin admin] Checking segment: {'id': 'a7abdd12-3c28-4ff8-86b6-5a79bf116541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4fbe5613-612a-466b-b052-65eeb5a4fedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:44:45.847445 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9669def5-18e1-4645-8ff9-af637a0a9fe7 admin admin] Network hostable DHCP agents. Network: 4fbe5613-612a-466b-b052-65eeb5a4fedf, hostable agents: ['eddc343b-7df5-4b69-8188-94dadcee138e'], hosted agents: [] {{(pid=103228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:44:45.867987 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9669def5-18e1-4645-8ff9-af637a0a9fe7 admin admin] Network 4fbe5613-612a-466b-b052-65eeb5a4fedf is scheduled to be hosted by DHCP agent eddc343b-7df5-4b69-8188-94dadcee138e with binding_index 1 {{(pid=103228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:44:45.877513 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-9669def5-18e1-4645-8ff9-af637a0a9fe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-smb, 4fbe5613-612a-466b-b052-65eeb5a4fedf) {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:44:45.883178 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9669def5-18e1-4645-8ff9-af637a0a9fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:44:45.883845 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9669def5-18e1-4645-8ff9-af637a0a9fe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for subnet (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:45.890703 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83093f72-bd76-4ee9-992b-e6de5ff878e1 None None] Network 4fbe5613-612a-466b-b052-65eeb5a4fedf requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:44:45.903234 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-9669def5-18e1-4645-8ff9-af637a0a9fe7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3470516 Mar 30 01:44:45.905670 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 47800) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:44:45.910186 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-ad1db884-3875-4944-a0f1-58641728616a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-274583668-router', 'tenant_id': 'be96fb52c3234e2fadcfaa5ea5fdee6a', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:44:45.935707 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ad1db884-3875-4944-a0f1-58641728616a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-630030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3002'] for router (45f17e5f-6699-43a6-a53f-8fdd1026e123), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:45.936782 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ad1db884-3875-4944-a0f1-58641728616a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2995'] for router (45f17e5f-6699-43a6-a53f-8fdd1026e123), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:46.019603 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ad1db884-3875-4944-a0f1-58641728616a admin admin] Publish callbacks [] for router_controller (45f17e5f-6699-43a6-a53f-8fdd1026e123), precommit_add_association {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:46.022583 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c410ce1-a9eb-42b1-ad3b-3afd1c44fb65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6fa5b9a-8f1a-5b91-8c9f-1bdccb0e5af4-4fbe5613-612a-466b-b052-65eeb5a4fedf', 'network_id': '4fbe5613-612a-466b-b052-65eeb5a4fedf', 'project_id': 'be96fb52c3234e2fadcfaa5ea5fdee6a', 'fixed_ips': [{'subnet_id': 'a38f3a99-9e43-48d0-aba2-c793cdfb6404'}]}} from dv-cinder-817135-7-smb. {{(pid=103230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 01:44:46.023581 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3c410ce1-a9eb-42b1-ad3b-3afd1c44fb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:46.097732 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 80fa0486-9aca-488b-a762-941dd3ee776f up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:44:46.170760 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ad1db884-3875-4944-a0f1-58641728616a admin admin] Publish callbacks [] for router_gateway (45f17e5f-6699-43a6-a53f-8fdd1026e123), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:46.204104 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-3c410ce1-a9eb-42b1-ad3b-3afd1c44fb65 None None] Allocated IP 172.20.0.2 (4fbe5613-612a-466b-b052-65eeb5a4fedf/a38f3a99-9e43-48d0-aba2-c793cdfb6404/d641a649-4ae6-4202-9055-5340de543705) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:44:46.210220 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port 80fa0486-9aca-488b-a762-941dd3ee776f triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:44:46.210603 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (80fa0486-9aca-488b-a762-941dd3ee776f), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:46.371968 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ad1db884-3875-4944-a0f1-58641728616a admin admin] Publish callbacks [] for router_gateway (45f17e5f-6699-43a6-a53f-8fdd1026e123), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:46.373379 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port 80fa0486-9aca-488b-a762-941dd3ee776f is: DOWN; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:44:46.373774 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (80fa0486-9aca-488b-a762-941dd3ee776f), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:46.390692 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ad1db884-3875-4944-a0f1-58641728616a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:46.428464 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] For port 80fa0486-9aca-488b-a762-941dd3ee776f, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=80fa0486-9aca-488b-a762-941dd3ee776f,segment=NetworkSegment(06f2df17-57da-4e9c-9934-3a429189481b),segment_id=06f2df17-57da-4e9c-9934-3a429189481b)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:44:46.435106 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3c410ce1-a9eb-42b1-ad3b-3afd1c44fb65 None None] Publish callbacks [] for port (d641a649-4ae6-4202-9055-5340de543705), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:46.436938 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (80fa0486-9aca-488b-a762-941dd3ee776f), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:46.445219 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3c410ce1-a9eb-42b1-ad3b-3afd1c44fb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294'] for port (d641a649-4ae6-4202-9055-5340de543705), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:46.490003 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c410ce1-a9eb-42b1-ad3b-3afd1c44fb65 None None] Network 4fbe5613-612a-466b-b052-65eeb5a4fedf is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:44:46.496224 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-3c410ce1-a9eb-42b1-ad3b-3afd1c44fb65 None None] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:44:46.498810 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c410ce1-a9eb-42b1-ad3b-3afd1c44fb65 None None] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:44:46.503477 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-ad1db884-3875-4944-a0f1-58641728616a admin admin] Allocated IP 172.28.0.74 (37ca571a-19ad-455c-abf6-69b74430259c/15a93e34-d4d7-43d8-ae08-ce799dd1e751/cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:44:46.508079 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Pushing event updated for resources: {'Port': ['ID=80fa0486-9aca-488b-a762-941dd3ee776f,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:46.591554 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c410ce1-a9eb-42b1-ad3b-3afd1c44fb65 None None] Pushing event updated for resources: {'Port': ['ID=d641a649-4ae6-4202-9055-5340de543705,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:46.598949 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-3c410ce1-a9eb-42b1-ad3b-3afd1c44fb65 None None] Attempting to bind port d641a649-4ae6-4202-9055-5340de543705 on host dv-cinder-817135-7-smb for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:44:46.599798 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-3c410ce1-a9eb-42b1-ad3b-3afd1c44fb65 None None] Attempting to bind port d641a649-4ae6-4202-9055-5340de543705 by drivers openvswitch,hyperv on host dv-cinder-817135-7-smb at level 0 using segments [{'id': 'a7abdd12-3c28-4ff8-86b6-5a79bf116541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4fbe5613-612a-466b-b052-65eeb5a4fedf'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:44:46.599798 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c410ce1-a9eb-42b1-ad3b-3afd1c44fb65 None None] Attempting to bind port d641a649-4ae6-4202-9055-5340de543705 on network 4fbe5613-612a-466b-b052-65eeb5a4fedf {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:44:46.605036 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c410ce1-a9eb-42b1-ad3b-3afd1c44fb65 None None] Checking agent: {'id': 'e1925a54-03b2-438f-8645-7588892df62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 56), 'started_at': datetime.datetime(2022, 3, 30, 1, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:44:46.605410 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c410ce1-a9eb-42b1-ad3b-3afd1c44fb65 None None] Checking segment: {'id': 'a7abdd12-3c28-4ff8-86b6-5a79bf116541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4fbe5613-612a-466b-b052-65eeb5a4fedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:44:46.605813 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3c410ce1-a9eb-42b1-ad3b-3afd1c44fb65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:46.606204 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c410ce1-a9eb-42b1-ad3b-3afd1c44fb65 None None] Bound using segment: {'id': 'a7abdd12-3c28-4ff8-86b6-5a79bf116541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4fbe5613-612a-466b-b052-65eeb5a4fedf'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:44:46.606694 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-3c410ce1-a9eb-42b1-ad3b-3afd1c44fb65 None None] Bound port: d641a649-4ae6-4202-9055-5340de543705, host: dv-cinder-817135-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7abdd12-3c28-4ff8-86b6-5a79bf116541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4fbe5613-612a-466b-b052-65eeb5a4fedf'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:44:46.607077 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3c410ce1-a9eb-42b1-ad3b-3afd1c44fb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (d641a649-4ae6-4202-9055-5340de543705), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:46.609968 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ad1db884-3875-4944-a0f1-58641728616a admin admin] Publish callbacks [] for port (cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:46.652062 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ad1db884-3875-4944-a0f1-58641728616a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:46.685933 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-3c410ce1-a9eb-42b1-ad3b-3afd1c44fb65 None None] For port d641a649-4ae6-4202-9055-5340de543705, host dv-cinder-817135-7-smb, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:44:46.689226 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-3c410ce1-a9eb-42b1-ad3b-3afd1c44fb65 None None] For port d641a649-4ae6-4202-9055-5340de543705, host dv-cinder-817135-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=d641a649-4ae6-4202-9055-5340de543705,segment=NetworkSegment(a7abdd12-3c28-4ff8-86b6-5a79bf116541),segment_id=a7abdd12-3c28-4ff8-86b6-5a79bf116541)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:44:46.697917 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3c410ce1-a9eb-42b1-ad3b-3afd1c44fb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (d641a649-4ae6-4202-9055-5340de543705), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:46.765974 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c410ce1-a9eb-42b1-ad3b-3afd1c44fb65 None None] Pushing event updated for resources: {'Port': ['ID=d641a649-4ae6-4202-9055-5340de543705,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:46.865953 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828834d3-159a-474f-87ed-8a859329c98a None None] Sync routers for ids ['ebac224d-c288-4491-9b52-674ad17de5b1'] in dv-cinder-817135-7-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:44:46.876059 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828834d3-159a-474f-87ed-8a859329c98a None None] Routers {'ebac224d-c288-4491-9b52-674ad17de5b1'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:44:46.876673 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-828834d3-159a-474f-87ed-8a859329c98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:44:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['ebac224d-c288-4491-9b52-674ad17de5b1'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:44:46.958335 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1db884-3875-4944-a0f1-58641728616a admin admin] Network 37ca571a-19ad-455c-abf6-69b74430259c is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:44:46.963767 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-ad1db884-3875-4944-a0f1-58641728616a admin admin] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:44:46.968346 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1db884-3875-4944-a0f1-58641728616a admin admin] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:44:46.975539 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1db884-3875-4944-a0f1-58641728616a admin admin] Pushing event updated for resources: {'Port': ['ID=cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:47.020043 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-828834d3-159a-474f-87ed-8a859329c98a None None] Set router ebac224d-c288-4491-9b52-674ad17de5b1 gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:44:47.223231 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-828834d3-159a-474f-87ed-8a859329c98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'name': 'tempest-TestShelveInstance-632721479-router', 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '80fa0486-9aca-488b-a762-941dd3ee776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:44:41Z', 'updated_at': '2022-03-30T01:44:44Z', 'revision_number': 4, 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'gw_port': {'id': '80fa0486-9aca-488b-a762-941dd3ee776f', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:41Z', 'updated_at': '2022-03-30T01:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '396b08e9-8f58-4be5-81a8-6363c5f0544d', 'name': '', 'network_id': '7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0', 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'mac_address': 'fa:16:3e:8a:9b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '677958c7-3757-4e6f-8fe0-9b3e43c42173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:43Z', 'updated_at': '2022-03-30T01:44:44Z', 'revision_number': 2, 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'subnets': [{'id': '677958c7-3757-4e6f-8fe0-9b3e43c42173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:44:47.232772 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ad1db884-3875-4944-a0f1-58641728616a admin admin] Publish callbacks [] for router_gateway (45f17e5f-6699-43a6-a53f-8fdd1026e123), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:47.253203 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828834d3-159a-474f-87ed-8a859329c98a None None] Checking router: ebac224d-c288-4491-9b52-674ad17de5b1 for host: dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:44:47.253588 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828834d3-159a-474f-87ed-8a859329c98a None None] Updating router ebac224d-c288-4491-9b52-674ad17de5b1 port 396b08e9-8f58-4be5-81a8-6363c5f0544d binding host dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:44:47.281502 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-828834d3-159a-474f-87ed-8a859329c98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (396b08e9-8f58-4be5-81a8-6363c5f0544d), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:47.439171 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ad1db884-3875-4944-a0f1-58641728616a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623896'] for router (45f17e5f-6699-43a6-a53f-8fdd1026e123), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:47.556541 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-828834d3-159a-474f-87ed-8a859329c98a None None] Publish callbacks [] for port (396b08e9-8f58-4be5-81a8-6363c5f0544d), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:47.562720 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-828834d3-159a-474f-87ed-8a859329c98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (396b08e9-8f58-4be5-81a8-6363c5f0544d), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:47.577553 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1db884-3875-4944-a0f1-58641728616a admin admin] Router 45f17e5f-6699-43a6-a53f-8fdd1026e123 is scheduled to L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 with binding_index 1 {{(pid=103228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 01:44:47.609282 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7aae13-ed1a-4e9f-bed1-7571a794e04c None None] Pushing event updated for resources: {'Port': ['ID=396b08e9-8f58-4be5-81a8-6363c5f0544d,revision_number=3']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:47.675981 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-828834d3-159a-474f-87ed-8a859329c98a None None] Attempting to bind port 396b08e9-8f58-4be5-81a8-6363c5f0544d on host dv-cinder-817135-7-smb for vnic_type normal with profile {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:44:47.676607 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-828834d3-159a-474f-87ed-8a859329c98a None None] Attempting to bind port 396b08e9-8f58-4be5-81a8-6363c5f0544d by drivers openvswitch,hyperv on host dv-cinder-817135-7-smb at level 0 using segments [{'id': 'a8b56ba3-6674-41ba-8f60-f734dd20513b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0'}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:44:47.677022 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828834d3-159a-474f-87ed-8a859329c98a None None] Attempting to bind port 396b08e9-8f58-4be5-81a8-6363c5f0544d on network 7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0 {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:44:47.683163 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7aae13-ed1a-4e9f-bed1-7571a794e04c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:47.683590 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7aae13-ed1a-4e9f-bed1-7571a794e04c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:47.684109 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7aae13-ed1a-4e9f-bed1-7571a794e04c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:47.684643 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7aae13-ed1a-4e9f-bed1-7571a794e04c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:47.685130 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7aae13-ed1a-4e9f-bed1-7571a794e04c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:47.685611 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7aae13-ed1a-4e9f-bed1-7571a794e04c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:47.686099 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7aae13-ed1a-4e9f-bed1-7571a794e04c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:47.686436 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7aae13-ed1a-4e9f-bed1-7571a794e04c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:47.686760 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7aae13-ed1a-4e9f-bed1-7571a794e04c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:47.687081 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7aae13-ed1a-4e9f-bed1-7571a794e04c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:47.687400 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7aae13-ed1a-4e9f-bed1-7571a794e04c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:47.687737 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7aae13-ed1a-4e9f-bed1-7571a794e04c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:47.688052 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7aae13-ed1a-4e9f-bed1-7571a794e04c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:47.688362 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7aae13-ed1a-4e9f-bed1-7571a794e04c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:47.688840 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7aae13-ed1a-4e9f-bed1-7571a794e04c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:44:47.692498 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828834d3-159a-474f-87ed-8a859329c98a None None] Checking agent: {'id': 'e1925a54-03b2-438f-8645-7588892df62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 56), 'started_at': datetime.datetime(2022, 3, 30, 1, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:44:47.693166 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828834d3-159a-474f-87ed-8a859329c98a None None] Checking segment: {'id': 'a8b56ba3-6674-41ba-8f60-f734dd20513b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:44:47.693742 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-828834d3-159a-474f-87ed-8a859329c98a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:47.694298 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828834d3-159a-474f-87ed-8a859329c98a None None] Bound using segment: {'id': 'a8b56ba3-6674-41ba-8f60-f734dd20513b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0'} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:44:47.694804 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-828834d3-159a-474f-87ed-8a859329c98a None None] Bound port: 396b08e9-8f58-4be5-81a8-6363c5f0544d, host: dv-cinder-817135-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b56ba3-6674-41ba-8f60-f734dd20513b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0'}}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:44:47.695179 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-828834d3-159a-474f-87ed-8a859329c98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (396b08e9-8f58-4be5-81a8-6363c5f0544d), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:47.706598 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1db884-3875-4944-a0f1-58641728616a admin admin] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:44:47.720680 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cc8d97-c606-4dde-a3d3-649806a21c62 None None] Sync routers for ids ['45f17e5f-6699-43a6-a53f-8fdd1026e123'] in dv-cinder-817135-7-smb {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:44:47.734185 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cc8d97-c606-4dde-a3d3-649806a21c62 None None] Routers {'45f17e5f-6699-43a6-a53f-8fdd1026e123'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:44:47.734999 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-d3cc8d97-c606-4dde-a3d3-649806a21c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:44:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['45f17e5f-6699-43a6-a53f-8fdd1026e123'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:44:47.739044 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ad1db884-3875-4944-a0f1-58641728616a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:47.743502 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-ad1db884-3875-4944-a0f1-58641728616a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8366349 Mar 30 01:44:47.743864 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 47802) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:44:47.765451 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-828834d3-159a-474f-87ed-8a859329c98a None None] For port 396b08e9-8f58-4be5-81a8-6363c5f0544d, host dv-cinder-817135-7-smb, cleared binding levels {{(pid=103231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:44:47.768801 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-828834d3-159a-474f-87ed-8a859329c98a None None] For port 396b08e9-8f58-4be5-81a8-6363c5f0544d, host dv-cinder-817135-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=396b08e9-8f58-4be5-81a8-6363c5f0544d,segment=NetworkSegment(a8b56ba3-6674-41ba-8f60-f734dd20513b),segment_id=a8b56ba3-6674-41ba-8f60-f734dd20513b)] {{(pid=103231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:44:47.776801 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-828834d3-159a-474f-87ed-8a859329c98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (396b08e9-8f58-4be5-81a8-6363c5f0544d), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:47.823663 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36668e3-624c-4b84-b008-03b718bb0677 None None] Network 4fbe5613-612a-466b-b052-65eeb5a4fedf requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:44:47.840656 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7aae13-ed1a-4e9f-bed1-7571a794e04c None None] Pushing event updated for resources: {'Port': ['ID=396b08e9-8f58-4be5-81a8-6363c5f0544d,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:47.862394 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828834d3-159a-474f-87ed-8a859329c98a None None] Routers {'ebac224d-c288-4491-9b52-674ad17de5b1'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:44:47.863070 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-828834d3-159a-474f-87ed-8a859329c98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:44:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['ebac224d-c288-4491-9b52-674ad17de5b1'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:44:47.927838 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-99a53885-9076-4a6d-9fd8-bba8091960f7 None None] Provisioning complete for port d641a649-4ae6-4202-9055-5340de543705 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:44:47.927958 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-99a53885-9076-4a6d-9fd8-bba8091960f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (d641a649-4ae6-4202-9055-5340de543705), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:47.975805 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-828834d3-159a-474f-87ed-8a859329c98a None None] Set router ebac224d-c288-4491-9b52-674ad17de5b1 gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:44:48.000196 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-d3cc8d97-c606-4dde-a3d3-649806a21c62 None None] Set router 45f17e5f-6699-43a6-a53f-8fdd1026e123 gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:44:48.189040 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-99a53885-9076-4a6d-9fd8-bba8091960f7 None None] Current status of the port d641a649-4ae6-4202-9055-5340de543705 is: DOWN; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:44:48.189796 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-99a53885-9076-4a6d-9fd8-bba8091960f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (d641a649-4ae6-4202-9055-5340de543705), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:48.254052 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 80fa0486-9aca-488b-a762-941dd3ee776f up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:44:48.254967 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-828834d3-159a-474f-87ed-8a859329c98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'name': 'tempest-TestShelveInstance-632721479-router', 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '80fa0486-9aca-488b-a762-941dd3ee776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:44:41Z', 'updated_at': '2022-03-30T01:44:44Z', 'revision_number': 4, 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'gw_port': {'id': '80fa0486-9aca-488b-a762-941dd3ee776f', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:41Z', 'updated_at': '2022-03-30T01:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '396b08e9-8f58-4be5-81a8-6363c5f0544d', 'name': '', 'network_id': '7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0', 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'mac_address': 'fa:16:3e:8a:9b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '677958c7-3757-4e6f-8fe0-9b3e43c42173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:43Z', 'updated_at': '2022-03-30T01:44:47Z', 'revision_number': 4, 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'subnets': [{'id': '677958c7-3757-4e6f-8fe0-9b3e43c42173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:44:48.260936 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-99a53885-9076-4a6d-9fd8-bba8091960f7 None None] For port d641a649-4ae6-4202-9055-5340de543705, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=d641a649-4ae6-4202-9055-5340de543705,segment=NetworkSegment(a7abdd12-3c28-4ff8-86b6-5a79bf116541),segment_id=a7abdd12-3c28-4ff8-86b6-5a79bf116541)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:44:48.287330 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-99a53885-9076-4a6d-9fd8-bba8091960f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (d641a649-4ae6-4202-9055-5340de543705), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:48.299644 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828834d3-159a-474f-87ed-8a859329c98a None None] The sync data for ids ['ebac224d-c288-4491-9b52-674ad17de5b1'] in dv-cinder-817135-7-smb is: [{'id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'name': 'tempest-TestShelveInstance-632721479-router', 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '80fa0486-9aca-488b-a762-941dd3ee776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:44:41Z', 'updated_at': '2022-03-30T01:44:44Z', 'revision_number': 4, 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'gw_port': {'id': '80fa0486-9aca-488b-a762-941dd3ee776f', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:41Z', 'updated_at': '2022-03-30T01:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '396b08e9-8f58-4be5-81a8-6363c5f0544d', 'name': '', 'network_id': '7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0', 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'mac_address': 'fa:16:3e:8a:9b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '677958c7-3757-4e6f-8fe0-9b3e43c42173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:43Z', 'updated_at': '2022-03-30T01:44:47Z', 'revision_number': 4, 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'subnets': [{'id': '677958c7-3757-4e6f-8fe0-9b3e43c42173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:44:48.345402 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b8e39249-93a8-4b6e-bd81-64841320eee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:48.414497 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a53885-9076-4a6d-9fd8-bba8091960f7 None None] Pushing event updated for resources: {'Port': ['ID=d641a649-4ae6-4202-9055-5340de543705,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:48.434148 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port 80fa0486-9aca-488b-a762-941dd3ee776f triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:44:48.434570 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (80fa0486-9aca-488b-a762-941dd3ee776f), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:48.438786 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-1f06fa8f-1c4a-4d19-9433-4b30e9233216 None None] Provisioning complete for port 396b08e9-8f58-4be5-81a8-6363c5f0544d triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:44:48.438786 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1f06fa8f-1c4a-4d19-9433-4b30e9233216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (396b08e9-8f58-4be5-81a8-6363c5f0544d), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:48.525319 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-d3cc8d97-c606-4dde-a3d3-649806a21c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f17e5f-6699-43a6-a53f-8fdd1026e123', 'name': 'tempest-TestShelveInstance-274583668-router', 'tenant_id': 'be96fb52c3234e2fadcfaa5ea5fdee6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.74'}], 'enable_snat': True}, 'gw_port_id': 'cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:44:45Z', 'updated_at': '2022-03-30T01:44:47Z', 'revision_number': 3, 'project_id': 'be96fb52c3234e2fadcfaa5ea5fdee6a', 'gw_port': {'id': 'cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:20:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f17e5f-6699-43a6-a53f-8fdd1026e123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:46Z', 'updated_at': '2022-03-30T01:44:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb'}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:44:48.536558 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-b8e39249-93a8-4b6e-bd81-64841320eee6 admin admin] Allocated IP 172.20.0.1 (4fbe5613-612a-466b-b052-65eeb5a4fedf/a38f3a99-9e43-48d0-aba2-c793cdfb6404/f857cd59-53d3-4c8b-b11a-93474b6258f5) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:44:48.557308 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cc8d97-c606-4dde-a3d3-649806a21c62 None None] Checking router: 45f17e5f-6699-43a6-a53f-8fdd1026e123 for host: dv-cinder-817135-7-smb {{(pid=103230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:44:48.557692 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cc8d97-c606-4dde-a3d3-649806a21c62 None None] Updating router 45f17e5f-6699-43a6-a53f-8fdd1026e123 port cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b binding host dv-cinder-817135-7-smb {{(pid=103230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:44:48.649731 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b8e39249-93a8-4b6e-bd81-64841320eee6 admin admin] Publish callbacks [] for port (f857cd59-53d3-4c8b-b11a-93474b6258f5), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:48.688506 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b8e39249-93a8-4b6e-bd81-64841320eee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583052'] for port (f857cd59-53d3-4c8b-b11a-93474b6258f5), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:48.734756 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e39249-93a8-4b6e-bd81-64841320eee6 admin admin] Network 4fbe5613-612a-466b-b052-65eeb5a4fedf is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:44:48.739288 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-b8e39249-93a8-4b6e-bd81-64841320eee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:44:48.742634 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e39249-93a8-4b6e-bd81-64841320eee6 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:44:48.745781 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e39249-93a8-4b6e-bd81-64841320eee6 admin admin] Pushing event updated for resources: {'Port': ['ID=f857cd59-53d3-4c8b-b11a-93474b6258f5,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:48.779255 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8d97-c606-4dde-a3d3-649806a21c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:48.791003 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b8e39249-93a8-4b6e-bd81-64841320eee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625103'] for router_interface (45f17e5f-6699-43a6-a53f-8fdd1026e123), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:48.806275 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port 80fa0486-9aca-488b-a762-941dd3ee776f is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:44:48.807453 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 396b08e9-8f58-4be5-81a8-6363c5f0544d up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:44:48.834022 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-1f06fa8f-1c4a-4d19-9433-4b30e9233216 None None] Current status of the port 396b08e9-8f58-4be5-81a8-6363c5f0544d is: DOWN; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:44:48.834439 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1f06fa8f-1c4a-4d19-9433-4b30e9233216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (396b08e9-8f58-4be5-81a8-6363c5f0544d), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:48.952451 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b8e39249-93a8-4b6e-bd81-64841320eee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (f857cd59-53d3-4c8b-b11a-93474b6258f5), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:48.952948 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-1f06fa8f-1c4a-4d19-9433-4b30e9233216 None None] For port 396b08e9-8f58-4be5-81a8-6363c5f0544d, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=396b08e9-8f58-4be5-81a8-6363c5f0544d,segment=NetworkSegment(a8b56ba3-6674-41ba-8f60-f734dd20513b),segment_id=a8b56ba3-6674-41ba-8f60-f734dd20513b)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:44:48.966220 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1f06fa8f-1c4a-4d19-9433-4b30e9233216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (396b08e9-8f58-4be5-81a8-6363c5f0544d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:49.048545 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port 396b08e9-8f58-4be5-81a8-6363c5f0544d triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:44:49.048931 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (396b08e9-8f58-4be5-81a8-6363c5f0544d), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:49.122303 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06fa8f-1c4a-4d19-9433-4b30e9233216 None None] Pushing event updated for resources: {'Port': ['ID=396b08e9-8f58-4be5-81a8-6363c5f0544d,revision_number=5']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:49.137062 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b8e39249-93a8-4b6e-bd81-64841320eee6 admin admin] Publish callbacks [] for port (f857cd59-53d3-4c8b-b11a-93474b6258f5), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:49.142270 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b8e39249-93a8-4b6e-bd81-64841320eee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8583045'] for port (f857cd59-53d3-4c8b-b11a-93474b6258f5), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:49.144722 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-9abc24e7-643a-4fa8-8bad-e220fa0d59a0 None None] Provisioning complete for port f857cd59-53d3-4c8b-b11a-93474b6258f5 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:44:49.145085 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9abc24e7-643a-4fa8-8bad-e220fa0d59a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (f857cd59-53d3-4c8b-b11a-93474b6258f5), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:49.209732 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b8e39249-93a8-4b6e-bd81-64841320eee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624987'] for router_interface (45f17e5f-6699-43a6-a53f-8fdd1026e123), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:49.211816 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e39249-93a8-4b6e-bd81-64841320eee6 admin admin] Pushing event updated for resources: {'Port': ['ID=f857cd59-53d3-4c8b-b11a-93474b6258f5,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:49.250384 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-9abc24e7-643a-4fa8-8bad-e220fa0d59a0 None None] Port f857cd59-53d3-4c8b-b11a-93474b6258f5 cannot update to ACTIVE because it is not bound. {{(pid=103230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:44:49.282484 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port 396b08e9-8f58-4be5-81a8-6363c5f0544d is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:44:49.283965 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device d641a649-4ae6-4202-9055-5340de543705 up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:44:49.292281 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8d97-c606-4dde-a3d3-649806a21c62 None None] Publish callbacks [] for port (cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:49.318077 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e39249-93a8-4b6e-bd81-64841320eee6 admin admin] Network 4fbe5613-612a-466b-b052-65eeb5a4fedf is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:44:49.319519 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-b8e39249-93a8-4b6e-bd81-64841320eee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:44:49.323490 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-9abc24e7-643a-4fa8-8bad-e220fa0d59a0 None None] Provisioning complete for port d641a649-4ae6-4202-9055-5340de543705 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:44:49.323847 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9abc24e7-643a-4fa8-8bad-e220fa0d59a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (d641a649-4ae6-4202-9055-5340de543705), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:49.325446 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8d97-c606-4dde-a3d3-649806a21c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:49.431475 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-d3cc8d97-c606-4dde-a3d3-649806a21c62 None None] Attempting to bind port cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b on host dv-cinder-817135-7-smb for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:44:49.431908 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-d3cc8d97-c606-4dde-a3d3-649806a21c62 None None] Attempting to bind port cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b by drivers openvswitch,hyperv on host dv-cinder-817135-7-smb at level 0 using segments [{'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:44:49.432271 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cc8d97-c606-4dde-a3d3-649806a21c62 None None] Attempting to bind port cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b on network 37ca571a-19ad-455c-abf6-69b74430259c {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:44:49.437765 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd3f7f-5159-4a9c-ba0b-51239076a98b None None] Pushing event updated for resources: {'Port': ['ID=cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:49.444164 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e39249-93a8-4b6e-bd81-64841320eee6 admin admin] Router 45f17e5f-6699-43a6-a53f-8fdd1026e123 has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:44:49.447464 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cc8d97-c606-4dde-a3d3-649806a21c62 None None] Checking agent: {'id': 'e1925a54-03b2-438f-8645-7588892df62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 56), 'started_at': datetime.datetime(2022, 3, 30, 1, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:44:49.447845 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cc8d97-c606-4dde-a3d3-649806a21c62 None None] Checking segment: {'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:44:49.448249 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8d97-c606-4dde-a3d3-649806a21c62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:49.448642 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cc8d97-c606-4dde-a3d3-649806a21c62 None None] Bound using segment: {'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:44:49.449118 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-d3cc8d97-c606-4dde-a3d3-649806a21c62 None None] Bound port: cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b, host: dv-cinder-817135-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f2df17-57da-4e9c-9934-3a429189481b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:44:49.449491 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8d97-c606-4dde-a3d3-649806a21c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:49.482011 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port d641a649-4ae6-4202-9055-5340de543705 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:44:49.482379 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (d641a649-4ae6-4202-9055-5340de543705), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:49.559021 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e39249-93a8-4b6e-bd81-64841320eee6 admin admin] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:44:49.563732 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-9abc24e7-643a-4fa8-8bad-e220fa0d59a0 None None] Current status of the port d641a649-4ae6-4202-9055-5340de543705 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:44:49.564214 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-b8e39249-93a8-4b6e-bd81-64841320eee6 admin admin] 10.222.0.25 "PUT /v2.0/routers/45f17e5f-6699-43a6-a53f-8fdd1026e123/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8186829 Mar 30 01:44:49.573554 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-d3cc8d97-c606-4dde-a3d3-649806a21c62 None None] For port cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b, host dv-cinder-817135-7-smb, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:44:49.577684 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-d3cc8d97-c606-4dde-a3d3-649806a21c62 None None] For port cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b, host dv-cinder-817135-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b,segment=NetworkSegment(06f2df17-57da-4e9c-9934-3a429189481b),segment_id=06f2df17-57da-4e9c-9934-3a429189481b)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:44:49.585655 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8d97-c606-4dde-a3d3-649806a21c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:49.675339 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cc8d97-c606-4dde-a3d3-649806a21c62 None None] Routers {'45f17e5f-6699-43a6-a53f-8fdd1026e123'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:44:49.675972 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-d3cc8d97-c606-4dde-a3d3-649806a21c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:44:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['45f17e5f-6699-43a6-a53f-8fdd1026e123'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:44:49.685944 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port d641a649-4ae6-4202-9055-5340de543705 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:44:49.724038 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd3f7f-5159-4a9c-ba0b-51239076a98b None None] Pushing event updated for resources: {'Port': ['ID=cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:49.780079 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b63de723-5e18-45ce-bbfd-237fd72e8084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:49.781382 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-f74a7e42-2faf-4d51-9632-feba7fd41a1c None None] Provisioning complete for port f857cd59-53d3-4c8b-b11a-93474b6258f5 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:44:49.781731 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f74a7e42-2faf-4d51-9632-feba7fd41a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (f857cd59-53d3-4c8b-b11a-93474b6258f5), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:49.835436 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-f74a7e42-2faf-4d51-9632-feba7fd41a1c None None] Port f857cd59-53d3-4c8b-b11a-93474b6258f5 cannot update to ACTIVE because it is not bound. {{(pid=103230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:44:49.854683 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-d3cc8d97-c606-4dde-a3d3-649806a21c62 None None] Set router 45f17e5f-6699-43a6-a53f-8fdd1026e123 gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:44:50.042673 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 396b08e9-8f58-4be5-81a8-6363c5f0544d up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:44:50.106958 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port 396b08e9-8f58-4be5-81a8-6363c5f0544d triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:44:50.107202 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (396b08e9-8f58-4be5-81a8-6363c5f0544d), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:50.111285 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-d3cc8d97-c606-4dde-a3d3-649806a21c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f17e5f-6699-43a6-a53f-8fdd1026e123', 'name': 'tempest-TestShelveInstance-274583668-router', 'tenant_id': 'be96fb52c3234e2fadcfaa5ea5fdee6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.74'}], 'enable_snat': True}, 'gw_port_id': 'cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:44:45Z', 'updated_at': '2022-03-30T01:44:48Z', 'revision_number': 4, 'project_id': 'be96fb52c3234e2fadcfaa5ea5fdee6a', 'gw_port': {'id': 'cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:20:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f17e5f-6699-43a6-a53f-8fdd1026e123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:46Z', 'updated_at': '2022-03-30T01:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': 'f857cd59-53d3-4c8b-b11a-93474b6258f5', 'name': '', 'network_id': '4fbe5613-612a-466b-b052-65eeb5a4fedf', 'tenant_id': 'be96fb52c3234e2fadcfaa5ea5fdee6a', 'mac_address': 'fa:16:3e:c9:35:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f17e5f-6699-43a6-a53f-8fdd1026e123', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a38f3a99-9e43-48d0-aba2-c793cdfb6404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:48Z', 'updated_at': '2022-03-30T01:44:49Z', 'revision_number': 2, 'project_id': 'be96fb52c3234e2fadcfaa5ea5fdee6a', 'subnets': [{'id': 'a38f3a99-9e43-48d0-aba2-c793cdfb6404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:44:50.158368 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cc8d97-c606-4dde-a3d3-649806a21c62 None None] The sync data for ids ['45f17e5f-6699-43a6-a53f-8fdd1026e123'] in dv-cinder-817135-7-smb is: [{'id': '45f17e5f-6699-43a6-a53f-8fdd1026e123', 'name': 'tempest-TestShelveInstance-274583668-router', 'tenant_id': 'be96fb52c3234e2fadcfaa5ea5fdee6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.74'}], 'enable_snat': True}, 'gw_port_id': 'cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:44:45Z', 'updated_at': '2022-03-30T01:44:48Z', 'revision_number': 4, 'project_id': 'be96fb52c3234e2fadcfaa5ea5fdee6a', 'gw_port': {'id': 'cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:20:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f17e5f-6699-43a6-a53f-8fdd1026e123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:46Z', 'updated_at': '2022-03-30T01:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': 'f857cd59-53d3-4c8b-b11a-93474b6258f5', 'name': '', 'network_id': '4fbe5613-612a-466b-b052-65eeb5a4fedf', 'tenant_id': 'be96fb52c3234e2fadcfaa5ea5fdee6a', 'mac_address': 'fa:16:3e:c9:35:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f17e5f-6699-43a6-a53f-8fdd1026e123', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a38f3a99-9e43-48d0-aba2-c793cdfb6404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:48Z', 'updated_at': '2022-03-30T01:44:49Z', 'revision_number': 2, 'project_id': 'be96fb52c3234e2fadcfaa5ea5fdee6a', 'subnets': [{'id': 'a38f3a99-9e43-48d0-aba2-c793cdfb6404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:44:50.224573 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port 396b08e9-8f58-4be5-81a8-6363c5f0544d is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:44:50.225670 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device d641a649-4ae6-4202-9055-5340de543705 up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:44:50.273364 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port d641a649-4ae6-4202-9055-5340de543705 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:44:50.273850 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (d641a649-4ae6-4202-9055-5340de543705), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:50.372489 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port d641a649-4ae6-4202-9055-5340de543705 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:44:50.379881 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 47810) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:44:50.384842 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-8a2f2ebb-b4d7-43c7-8570-47fa1a4b1bad tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1934837610', 'description': 'tempest-secgroup-smoke-1934837610 description', 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:44:50.408872 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8a2f2ebb-b4d7-43c7-8570-47fa1a4b1bad tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:50.481247 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8a2f2ebb-b4d7-43c7-8570-47fa1a4b1bad tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks [] for security_group (8461449d-000b-4f2c-93da-a0de10ff14c4), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:50.486105 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8a2f2ebb-b4d7-43c7-8570-47fa1a4b1bad tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (8461449d-000b-4f2c-93da-a0de10ff14c4), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:50.518825 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8a2f2ebb-b4d7-43c7-8570-47fa1a4b1bad tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:50.520240 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-8a2f2ebb-b4d7-43c7-8570-47fa1a4b1bad tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1392996 Mar 30 01:44:50.522611 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f2ebb-b4d7-43c7-8570-47fa1a4b1bad tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8461449d-000b-4f2c-93da-a0de10ff14c4,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:50.523533 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 47812) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:44:50.529661 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-f54b8337-d5a6-41fc-b919-ef2a96b701a3 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Request body: {'security_group_rule': {'security_group_id': '8461449d-000b-4f2c-93da-a0de10ff14c4', 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:44:50.557939 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f54b8337-d5a6-41fc-b919-ef2a96b701a3 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks [] for security_group_rule (dc2d9a54-3453-46d5-8f35-271d1a4c9c13), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:50.619269 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f54b8337-d5a6-41fc-b919-ef2a96b701a3 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks [] for security_group_rule (dc2d9a54-3453-46d5-8f35-271d1a4c9c13), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:50.623652 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f54b8337-d5a6-41fc-b919-ef2a96b701a3 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532171'] for security_group_rule (dc2d9a54-3453-46d5-8f35-271d1a4c9c13), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:50.641933 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b8337-d5a6-41fc-b919-ef2a96b701a3 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc2d9a54-3453-46d5-8f35-271d1a4c9c13,revision_number=0']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:50.651668 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f54b8337-d5a6-41fc-b919-ef2a96b701a3 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:50.655859 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-f54b8337-d5a6-41fc-b919-ef2a96b701a3 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273613 Mar 30 01:44:50.655859 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 47814) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:44:50.660325 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-e3cf4462-ab72-40e2-8cef-e72de0c345ef tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Request body: {'security_group_rule': {'security_group_id': '8461449d-000b-4f2c-93da-a0de10ff14c4', 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:44:50.686249 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e3cf4462-ab72-40e2-8cef-e72de0c345ef tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks [] for security_group_rule (93e52cc8-34e1-45ff-a2f8-e403dddb8031), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:50.746979 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e3cf4462-ab72-40e2-8cef-e72de0c345ef tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks [] for security_group_rule (93e52cc8-34e1-45ff-a2f8-e403dddb8031), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:50.750894 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e3cf4462-ab72-40e2-8cef-e72de0c345ef tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532171'] for security_group_rule (93e52cc8-34e1-45ff-a2f8-e403dddb8031), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:50.769176 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf4462-ab72-40e2-8cef-e72de0c345ef tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e52cc8-34e1-45ff-a2f8-e403dddb8031,revision_number=0']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:50.779385 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e3cf4462-ab72-40e2-8cef-e72de0c345ef tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:50.780633 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-e3cf4462-ab72-40e2-8cef-e72de0c345ef tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1237907 Mar 30 01:44:50.783495 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 47816) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:44:50.787803 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-e4e47605-26ce-43d8-8ad6-c5f9fc8602ae tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Request body: {'security_group_rule': {'security_group_id': '8461449d-000b-4f2c-93da-a0de10ff14c4', 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:44:50.812467 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e4e47605-26ce-43d8-8ad6-c5f9fc8602ae tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks [] for security_group_rule (a261f305-170b-471a-b965-8d7a52f6a806), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:50.871787 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e4e47605-26ce-43d8-8ad6-c5f9fc8602ae tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks [] for security_group_rule (a261f305-170b-471a-b965-8d7a52f6a806), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:50.876744 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e4e47605-26ce-43d8-8ad6-c5f9fc8602ae tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532171'] for security_group_rule (a261f305-170b-471a-b965-8d7a52f6a806), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:50.896400 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e47605-26ce-43d8-8ad6-c5f9fc8602ae tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a261f305-170b-471a-b965-8d7a52f6a806,revision_number=0']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:50.904279 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e4e47605-26ce-43d8-8ad6-c5f9fc8602ae tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:50.905543 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-e4e47605-26ce-43d8-8ad6-c5f9fc8602ae tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210978 Mar 30 01:44:50.908335 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 47818) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:44:50.912539 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [None req-b29dc878-09f1-4eb0-81e4-cd82c38cbaa7 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Request body: {'security_group_rule': {'security_group_id': '8461449d-000b-4f2c-93da-a0de10ff14c4', 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:44:50.940907 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b29dc878-09f1-4eb0-81e4-cd82c38cbaa7 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks [] for security_group_rule (403feb48-18a7-4e07-87aa-42eb2b89a6ef), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:51.003978 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b29dc878-09f1-4eb0-81e4-cd82c38cbaa7 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks [] for security_group_rule (403feb48-18a7-4e07-87aa-42eb2b89a6ef), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:51.008336 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b29dc878-09f1-4eb0-81e4-cd82c38cbaa7 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532171'] for security_group_rule (403feb48-18a7-4e07-87aa-42eb2b89a6ef), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:51.023257 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29dc878-09f1-4eb0-81e4-cd82c38cbaa7 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403feb48-18a7-4e07-87aa-42eb2b89a6ef,revision_number=0']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:51.035683 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b29dc878-09f1-4eb0-81e4-cd82c38cbaa7 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:51.040627 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 47820) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:44:51.040769 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-b29dc878-09f1-4eb0-81e4-cd82c38cbaa7 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1314142 Mar 30 01:44:51.045524 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-394922b8-e138-4bf2-8d8c-235634d6a876 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Request body: {'security_group_rule': {'security_group_id': '8461449d-000b-4f2c-93da-a0de10ff14c4', 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:44:51.081889 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.db.securitygroups_db [None req-394922b8-e138-4bf2-8d8c-235634d6a876 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Project f239e5b41b6c4f2d9c29852efb94808f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 01:44:51.093140 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-394922b8-e138-4bf2-8d8c-235634d6a876 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks [] for security_group_rule (f63bd0b3-658b-4db7-a125-1b820b3e7862), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:51.161479 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-394922b8-e138-4bf2-8d8c-235634d6a876 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks [] for security_group_rule (f63bd0b3-658b-4db7-a125-1b820b3e7862), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:51.166089 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-394922b8-e138-4bf2-8d8c-235634d6a876 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532171'] for security_group_rule (f63bd0b3-658b-4db7-a125-1b820b3e7862), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:51.184327 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394922b8-e138-4bf2-8d8c-235634d6a876 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f63bd0b3-658b-4db7-a125-1b820b3e7862,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:51.192617 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-394922b8-e138-4bf2-8d8c-235634d6a876 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:51.193894 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-394922b8-e138-4bf2-8d8c-235634d6a876 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1519642 Mar 30 01:44:51.197014 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 47822) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:44:51.201614 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-5d6759ab-56a7-4c94-89a0-378f2153bb30 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Request body: {'security_group_rule': {'security_group_id': '8461449d-000b-4f2c-93da-a0de10ff14c4', 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:44:51.223823 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.db.securitygroups_db [None req-5d6759ab-56a7-4c94-89a0-378f2153bb30 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Project f239e5b41b6c4f2d9c29852efb94808f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 01:44:51.229761 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d6759ab-56a7-4c94-89a0-378f2153bb30 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks [] for security_group_rule (a5d4399b-6959-4e16-9b7c-958c0bda6f55), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:51.298366 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d6759ab-56a7-4c94-89a0-378f2153bb30 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks [] for security_group_rule (a5d4399b-6959-4e16-9b7c-958c0bda6f55), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:51.303677 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d6759ab-56a7-4c94-89a0-378f2153bb30 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532171'] for security_group_rule (a5d4399b-6959-4e16-9b7c-958c0bda6f55), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:51.323803 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6759ab-56a7-4c94-89a0-378f2153bb30 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5d4399b-6959-4e16-9b7c-958c0bda6f55,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:51.332767 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d6759ab-56a7-4c94-89a0-378f2153bb30 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:51.334000 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-5d6759ab-56a7-4c94-89a0-378f2153bb30 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1359191 Mar 30 01:44:51.969764 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-048e90db-2f04-466d-ad93-7525e7c8616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:52.041895 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:44:52.095242 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:44:52.095617 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:52.197182 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b is: DOWN; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:44:52.197456 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:52.220165 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] For port cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b,segment=NetworkSegment(06f2df17-57da-4e9c-9934-3a429189481b),segment_id=06f2df17-57da-4e9c-9934-3a429189481b)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:44:52.225911 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:52.277446 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Pushing event updated for resources: {'Port': ['ID=cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:52.418550 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90639dcc-6d7f-4b32-a747-aa879bb7ec33 None None] Sync routers for ids ['45f17e5f-6699-43a6-a53f-8fdd1026e123'] in dv-cinder-817135-7-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:44:52.429274 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90639dcc-6d7f-4b32-a747-aa879bb7ec33 None None] Routers {'45f17e5f-6699-43a6-a53f-8fdd1026e123'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:44:52.429882 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-90639dcc-6d7f-4b32-a747-aa879bb7ec33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:44:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['45f17e5f-6699-43a6-a53f-8fdd1026e123'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:44:52.541551 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-90639dcc-6d7f-4b32-a747-aa879bb7ec33 None None] Set router 45f17e5f-6699-43a6-a53f-8fdd1026e123 gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:44:52.836673 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-90639dcc-6d7f-4b32-a747-aa879bb7ec33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f17e5f-6699-43a6-a53f-8fdd1026e123', 'name': 'tempest-TestShelveInstance-274583668-router', 'tenant_id': 'be96fb52c3234e2fadcfaa5ea5fdee6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.74'}], 'enable_snat': True}, 'gw_port_id': 'cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:44:45Z', 'updated_at': '2022-03-30T01:44:48Z', 'revision_number': 4, 'project_id': 'be96fb52c3234e2fadcfaa5ea5fdee6a', 'gw_port': {'id': 'cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:20:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f17e5f-6699-43a6-a53f-8fdd1026e123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:46Z', 'updated_at': '2022-03-30T01:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': 'f857cd59-53d3-4c8b-b11a-93474b6258f5', 'name': '', 'network_id': '4fbe5613-612a-466b-b052-65eeb5a4fedf', 'tenant_id': 'be96fb52c3234e2fadcfaa5ea5fdee6a', 'mac_address': 'fa:16:3e:c9:35:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f17e5f-6699-43a6-a53f-8fdd1026e123', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a38f3a99-9e43-48d0-aba2-c793cdfb6404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:48Z', 'updated_at': '2022-03-30T01:44:49Z', 'revision_number': 2, 'project_id': 'be96fb52c3234e2fadcfaa5ea5fdee6a', 'subnets': [{'id': 'a38f3a99-9e43-48d0-aba2-c793cdfb6404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:44:52.865529 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90639dcc-6d7f-4b32-a747-aa879bb7ec33 None None] Checking router: 45f17e5f-6699-43a6-a53f-8fdd1026e123 for host: dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:44:52.865873 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90639dcc-6d7f-4b32-a747-aa879bb7ec33 None None] Updating router 45f17e5f-6699-43a6-a53f-8fdd1026e123 port f857cd59-53d3-4c8b-b11a-93474b6258f5 binding host dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:44:52.894562 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-90639dcc-6d7f-4b32-a747-aa879bb7ec33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (f857cd59-53d3-4c8b-b11a-93474b6258f5), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:53.076839 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:53.177885 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-90639dcc-6d7f-4b32-a747-aa879bb7ec33 None None] Publish callbacks [] for port (f857cd59-53d3-4c8b-b11a-93474b6258f5), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:53.185563 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-90639dcc-6d7f-4b32-a747-aa879bb7ec33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (f857cd59-53d3-4c8b-b11a-93474b6258f5), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:53.232827 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6700788c-c8b0-4b44-86ee-9ce0d53a86d1 None None] Pushing event updated for resources: {'Port': ['ID=f857cd59-53d3-4c8b-b11a-93474b6258f5,revision_number=3']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:53.296764 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-90639dcc-6d7f-4b32-a747-aa879bb7ec33 None None] Attempting to bind port f857cd59-53d3-4c8b-b11a-93474b6258f5 on host dv-cinder-817135-7-smb for vnic_type normal with profile {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:44:53.297475 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-90639dcc-6d7f-4b32-a747-aa879bb7ec33 None None] Attempting to bind port f857cd59-53d3-4c8b-b11a-93474b6258f5 by drivers openvswitch,hyperv on host dv-cinder-817135-7-smb at level 0 using segments [{'id': 'a7abdd12-3c28-4ff8-86b6-5a79bf116541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4fbe5613-612a-466b-b052-65eeb5a4fedf'}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:44:53.298002 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90639dcc-6d7f-4b32-a747-aa879bb7ec33 None None] Attempting to bind port f857cd59-53d3-4c8b-b11a-93474b6258f5 on network 4fbe5613-612a-466b-b052-65eeb5a4fedf {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:44:53.304157 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90639dcc-6d7f-4b32-a747-aa879bb7ec33 None None] Checking agent: {'id': 'e1925a54-03b2-438f-8645-7588892df62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 56), 'started_at': datetime.datetime(2022, 3, 30, 1, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:44:53.304914 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90639dcc-6d7f-4b32-a747-aa879bb7ec33 None None] Checking segment: {'id': 'a7abdd12-3c28-4ff8-86b6-5a79bf116541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4fbe5613-612a-466b-b052-65eeb5a4fedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:44:53.305314 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-90639dcc-6d7f-4b32-a747-aa879bb7ec33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:53.305699 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90639dcc-6d7f-4b32-a747-aa879bb7ec33 None None] Bound using segment: {'id': 'a7abdd12-3c28-4ff8-86b6-5a79bf116541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4fbe5613-612a-466b-b052-65eeb5a4fedf'} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:44:53.306356 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-90639dcc-6d7f-4b32-a747-aa879bb7ec33 None None] Bound port: f857cd59-53d3-4c8b-b11a-93474b6258f5, host: dv-cinder-817135-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7abdd12-3c28-4ff8-86b6-5a79bf116541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4fbe5613-612a-466b-b052-65eeb5a4fedf'}}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:44:53.306759 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-90639dcc-6d7f-4b32-a747-aa879bb7ec33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (f857cd59-53d3-4c8b-b11a-93474b6258f5), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:53.374157 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-90639dcc-6d7f-4b32-a747-aa879bb7ec33 None None] For port f857cd59-53d3-4c8b-b11a-93474b6258f5, host dv-cinder-817135-7-smb, cleared binding levels {{(pid=103231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:44:53.377713 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-90639dcc-6d7f-4b32-a747-aa879bb7ec33 None None] For port f857cd59-53d3-4c8b-b11a-93474b6258f5, host dv-cinder-817135-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=f857cd59-53d3-4c8b-b11a-93474b6258f5,segment=NetworkSegment(a7abdd12-3c28-4ff8-86b6-5a79bf116541),segment_id=a7abdd12-3c28-4ff8-86b6-5a79bf116541)] {{(pid=103231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:44:53.386288 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-90639dcc-6d7f-4b32-a747-aa879bb7ec33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (f857cd59-53d3-4c8b-b11a-93474b6258f5), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:53.444030 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90639dcc-6d7f-4b32-a747-aa879bb7ec33 None None] Routers {'45f17e5f-6699-43a6-a53f-8fdd1026e123'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:44:53.444658 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-90639dcc-6d7f-4b32-a747-aa879bb7ec33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:44:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['45f17e5f-6699-43a6-a53f-8fdd1026e123'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:44:53.487629 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-8a63ee33-453e-45eb-8ce3-1e2a0ad95130 None None] Provisioning complete for port f857cd59-53d3-4c8b-b11a-93474b6258f5 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:44:53.488298 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8a63ee33-453e-45eb-8ce3-1e2a0ad95130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (f857cd59-53d3-4c8b-b11a-93474b6258f5), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:53.519344 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6700788c-c8b0-4b44-86ee-9ce0d53a86d1 None None] Pushing event updated for resources: {'Port': ['ID=f857cd59-53d3-4c8b-b11a-93474b6258f5,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:53.572524 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-90639dcc-6d7f-4b32-a747-aa879bb7ec33 None None] Set router 45f17e5f-6699-43a6-a53f-8fdd1026e123 gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:44:53.583584 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-8a63ee33-453e-45eb-8ce3-1e2a0ad95130 None None] Current status of the port f857cd59-53d3-4c8b-b11a-93474b6258f5 is: DOWN; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:44:53.583979 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8a63ee33-453e-45eb-8ce3-1e2a0ad95130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (f857cd59-53d3-4c8b-b11a-93474b6258f5), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:53.621204 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-8a63ee33-453e-45eb-8ce3-1e2a0ad95130 None None] For port f857cd59-53d3-4c8b-b11a-93474b6258f5, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=f857cd59-53d3-4c8b-b11a-93474b6258f5,segment=NetworkSegment(a7abdd12-3c28-4ff8-86b6-5a79bf116541),segment_id=a7abdd12-3c28-4ff8-86b6-5a79bf116541)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:44:53.626269 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8a63ee33-453e-45eb-8ce3-1e2a0ad95130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (f857cd59-53d3-4c8b-b11a-93474b6258f5), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:53.679941 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63ee33-453e-45eb-8ce3-1e2a0ad95130 None None] Pushing event updated for resources: {'Port': ['ID=f857cd59-53d3-4c8b-b11a-93474b6258f5,revision_number=5']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:44:53.746181 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-d827ef6a-2093-43ea-aa32-6e769f9c4ae9 None None] Provisioning complete for port f857cd59-53d3-4c8b-b11a-93474b6258f5 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:44:53.746583 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d827ef6a-2093-43ea-aa32-6e769f9c4ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (f857cd59-53d3-4c8b-b11a-93474b6258f5), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:53.788795 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-90639dcc-6d7f-4b32-a747-aa879bb7ec33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f17e5f-6699-43a6-a53f-8fdd1026e123', 'name': 'tempest-TestShelveInstance-274583668-router', 'tenant_id': 'be96fb52c3234e2fadcfaa5ea5fdee6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.74'}], 'enable_snat': True}, 'gw_port_id': 'cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:44:45Z', 'updated_at': '2022-03-30T01:44:48Z', 'revision_number': 4, 'project_id': 'be96fb52c3234e2fadcfaa5ea5fdee6a', 'gw_port': {'id': 'cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:20:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f17e5f-6699-43a6-a53f-8fdd1026e123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:46Z', 'updated_at': '2022-03-30T01:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': 'f857cd59-53d3-4c8b-b11a-93474b6258f5', 'name': '', 'network_id': '4fbe5613-612a-466b-b052-65eeb5a4fedf', 'tenant_id': 'be96fb52c3234e2fadcfaa5ea5fdee6a', 'mac_address': 'fa:16:3e:c9:35:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f17e5f-6699-43a6-a53f-8fdd1026e123', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a38f3a99-9e43-48d0-aba2-c793cdfb6404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:48Z', 'updated_at': '2022-03-30T01:44:53Z', 'revision_number': 4, 'project_id': 'be96fb52c3234e2fadcfaa5ea5fdee6a', 'subnets': [{'id': 'a38f3a99-9e43-48d0-aba2-c793cdfb6404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:44:53.816218 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90639dcc-6d7f-4b32-a747-aa879bb7ec33 None None] The sync data for ids ['45f17e5f-6699-43a6-a53f-8fdd1026e123'] in dv-cinder-817135-7-smb is: [{'id': '45f17e5f-6699-43a6-a53f-8fdd1026e123', 'name': 'tempest-TestShelveInstance-274583668-router', 'tenant_id': 'be96fb52c3234e2fadcfaa5ea5fdee6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.74'}], 'enable_snat': True}, 'gw_port_id': 'cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:44:45Z', 'updated_at': '2022-03-30T01:44:48Z', 'revision_number': 4, 'project_id': 'be96fb52c3234e2fadcfaa5ea5fdee6a', 'gw_port': {'id': 'cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:20:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f17e5f-6699-43a6-a53f-8fdd1026e123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:46Z', 'updated_at': '2022-03-30T01:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': 'f857cd59-53d3-4c8b-b11a-93474b6258f5', 'name': '', 'network_id': '4fbe5613-612a-466b-b052-65eeb5a4fedf', 'tenant_id': 'be96fb52c3234e2fadcfaa5ea5fdee6a', 'mac_address': 'fa:16:3e:c9:35:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f17e5f-6699-43a6-a53f-8fdd1026e123', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a38f3a99-9e43-48d0-aba2-c793cdfb6404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:48Z', 'updated_at': '2022-03-30T01:44:53Z', 'revision_number': 4, 'project_id': 'be96fb52c3234e2fadcfaa5ea5fdee6a', 'subnets': [{'id': 'a38f3a99-9e43-48d0-aba2-c793cdfb6404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:44:53.968039 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-d827ef6a-2093-43ea-aa32-6e769f9c4ae9 None None] Current status of the port f857cd59-53d3-4c8b-b11a-93474b6258f5 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:44:54.042130 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device f857cd59-53d3-4c8b-b11a-93474b6258f5 up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:44:54.093629 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port f857cd59-53d3-4c8b-b11a-93474b6258f5 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:44:54.094266 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (f857cd59-53d3-4c8b-b11a-93474b6258f5), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:54.175406 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port f857cd59-53d3-4c8b-b11a-93474b6258f5 is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:44:54.176507 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b up at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:44:54.229167 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Provisioning complete for port cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:44:54.229551 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:54.310409 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Current status of the port cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b is: ACTIVE; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:44:54.679056 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:56.020586 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:58.147588 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:45:04.877477 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:06.731494 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-3fcbb37d-ad0b-4865-b481-b90f481a808d tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1934837610&fields=id&tenant_id=f239e5b41b6c4f2d9c29852efb94808f HTTP/1.1" status: 200 len: 267 time: 0.0460408 Mar 30 01:45:07.098999 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-5f02f9ac-d056-4d70-b3a4-a214cce2e68e tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:45:07.100464 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-5f02f9ac-d056-4d70-b3a4-a214cce2e68e tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/networks?id=7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0 HTTP/1.1" status: 200 len: 808 time: 0.3622987 Mar 30 01:45:07.118227 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-cc759f56-1943-49c8-a056-5f2f94b8bb39 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/quotas/f239e5b41b6c4f2d9c29852efb94808f HTTP/1.1" status: 200 len: 375 time: 0.0093732 Mar 30 01:45:07.185814 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-faee61aa-9258-450d-8059-13b977afb374 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f239e5b41b6c4f2d9c29852efb94808f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601537 Mar 30 01:45:07.294435 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-e7e4cbac-9c58-4481-80cc-81cf09eeabb9 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 01:45:07.295399 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-e7e4cbac-9c58-4481-80cc-81cf09eeabb9 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0972855 Mar 30 01:45:07.398309 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-89765d89-6646-4f47-b6dd-822e78cc73cf service neutron] 10.222.0.25 "GET /v2.0/networks/7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932891 Mar 30 01:45:07.502814 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-c35e6266-5347-46c2-b673-9a9385c1438a service neutron] 10.222.0.25 "GET /v2.0/networks/7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973623 Mar 30 01:45:07.813528 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-bcac497b-aa49-468f-8ac1-456039e3b3ec req-15588fdc-2cda-4a5b-832e-efc0754e087c tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 210 time: 0.0270214 Mar 30 01:45:08.773348 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-7def5a71-2fca-4072-abd8-8a7154371df8 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:45:08.774841 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-7def5a71-2fca-4072-abd8-8a7154371df8 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.18 "GET /v2.0/networks?id=7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0 HTTP/1.1" status: 200 len: 808 time: 0.1034834 Mar 30 01:45:08.842610 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-30f57af8-aa62-4ad3-8933-f9c95a1d81d3 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f239e5b41b6c4f2d9c29852efb94808f HTTP/1.1" status: 200 len: 380 time: 0.0595007 Mar 30 01:45:08.853578 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-de371c02-a8f1-4819-be7c-337658781f2c tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Request body: {'port': {'device_id': '5eb33f66-5790-457a-a4af-20cf18c29cfe', 'network_id': '7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0', 'admin_state_up': True, 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'security_groups': ['8461449d-000b-4f2c-93da-a0de10ff14c4']}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:45:08.909050 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2b4ace44-d439-4f8d-8ec0-222f3a52d9ea req-aef969df-98e8-4165-bafa-bb8bcdd9cff9 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 210 time: 0.0270135 Mar 30 01:45:08.962464 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-de371c02-a8f1-4819-be7c-337658781f2c tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Made reservation on behalf of f239e5b41b6c4f2d9c29852efb94808f for: {'port': 1} {{(pid=103228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:45:08.967635 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-de371c02-a8f1-4819-be7c-337658781f2c tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:09.106369 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-de371c02-a8f1-4819-be7c-337658781f2c tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Allocated IP 172.20.0.4 (7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0/677958c7-3757-4e6f-8fe0-9b3e43c42173/714d2c5d-190f-4ff7-88f9-6b4365232300) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:45:09.242924 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-de371c02-a8f1-4819-be7c-337658781f2c tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks [] for port (714d2c5d-190f-4ff7-88f9-6b4365232300), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:09.282688 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-de371c02-a8f1-4819-be7c-337658781f2c tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (714d2c5d-190f-4ff7-88f9-6b4365232300), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:09.337177 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-de371c02-a8f1-4819-be7c-337658781f2c tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Network 7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:45:09.341555 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-de371c02-a8f1-4819-be7c-337658781f2c tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:45:09.343488 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de371c02-a8f1-4819-be7c-337658781f2c tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Pushing event updated for resources: {'Port': ['ID=714d2c5d-190f-4ff7-88f9-6b4365232300,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:45:09.345675 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-de371c02-a8f1-4819-be7c-337658781f2c tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:45:09.396180 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-de371c02-a8f1-4819-be7c-337658781f2c tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:45:09.396935 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-de371c02-a8f1-4819-be7c-337658781f2c tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:09.417680 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-de371c02-a8f1-4819-be7c-337658781f2c tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5704124 Mar 30 01:45:09.478206 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.v2.base [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-f4cf732d-5317-477b-9ca4-190d6c59ce1c service neutron] Request body: {'port': {'device_id': '5eb33f66-5790-457a-a4af-20cf18c29cfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:45:09.542054 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-f4cf732d-5317-477b-9ca4-190d6c59ce1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (714d2c5d-190f-4ff7-88f9-6b4365232300), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:09.599142 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-24c74614-7866-4d2e-8161-f4a3e513f44f None None] Provisioning complete for port 714d2c5d-190f-4ff7-88f9-6b4365232300 triggered by entity DHCP. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:45:09.599896 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-24c74614-7866-4d2e-8161-f4a3e513f44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (714d2c5d-190f-4ff7-88f9-6b4365232300), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:09.636682 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-24c74614-7866-4d2e-8161-f4a3e513f44f None None] Port 714d2c5d-190f-4ff7-88f9-6b4365232300 cannot update to ACTIVE because it is not bound. {{(pid=103230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:45:09.808262 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-f4cf732d-5317-477b-9ca4-190d6c59ce1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 714d2c5d-190f-4ff7-88f9-6b4365232300 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:45:09.815763 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-f4cf732d-5317-477b-9ca4-190d6c59ce1c service neutron] Publish callbacks [] for port (714d2c5d-190f-4ff7-88f9-6b4365232300), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:09.828595 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-f4cf732d-5317-477b-9ca4-190d6c59ce1c service neutron] Transition to ACTIVE for port object 714d2c5d-190f-4ff7-88f9-6b4365232300 will not be triggered until provisioned by entity L2. {{(pid=103228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:45:09.834125 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-f4cf732d-5317-477b-9ca4-190d6c59ce1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (714d2c5d-190f-4ff7-88f9-6b4365232300), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:09.901116 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf732d-5317-477b-9ca4-190d6c59ce1c service neutron] Pushing event updated for resources: {'Port': ['ID=714d2c5d-190f-4ff7-88f9-6b4365232300,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:45:09.953769 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-f4cf732d-5317-477b-9ca4-190d6c59ce1c service neutron] Attempting to bind port 714d2c5d-190f-4ff7-88f9-6b4365232300 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:45:09.954090 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-f4cf732d-5317-477b-9ca4-190d6c59ce1c service neutron] Attempting to bind port 714d2c5d-190f-4ff7-88f9-6b4365232300 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'a8b56ba3-6674-41ba-8f60-f734dd20513b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:45:09.954432 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-f4cf732d-5317-477b-9ca4-190d6c59ce1c service neutron] Attempting to bind port 714d2c5d-190f-4ff7-88f9-6b4365232300 on network 7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:45:09.959155 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-f4cf732d-5317-477b-9ca4-190d6c59ce1c service neutron] Port 714d2c5d-190f-4ff7-88f9-6b4365232300 on network 7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:45:09.959524 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-f4cf732d-5317-477b-9ca4-190d6c59ce1c service neutron] Attempting to bind port 714d2c5d-190f-4ff7-88f9-6b4365232300 on network 7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:45:09.964969 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-f4cf732d-5317-477b-9ca4-190d6c59ce1c service neutron] Checking agent: {'id': '4d4a4723-54eb-40cd-a736-b5d7ac710e77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'started_at': datetime.datetime(2022, 3, 30, 1, 27, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:45:09.965186 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-f4cf732d-5317-477b-9ca4-190d6c59ce1c service neutron] Checking segment: {'id': 'a8b56ba3-6674-41ba-8f60-f734dd20513b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:45:09.965563 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-f4cf732d-5317-477b-9ca4-190d6c59ce1c service neutron] Bound using segment: {'id': 'a8b56ba3-6674-41ba-8f60-f734dd20513b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:45:09.965978 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-f4cf732d-5317-477b-9ca4-190d6c59ce1c service neutron] Bound port: 714d2c5d-190f-4ff7-88f9-6b4365232300, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b56ba3-6674-41ba-8f60-f734dd20513b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:45:09.966320 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-f4cf732d-5317-477b-9ca4-190d6c59ce1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (714d2c5d-190f-4ff7-88f9-6b4365232300), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:10.040885 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-f4cf732d-5317-477b-9ca4-190d6c59ce1c service neutron] For port 714d2c5d-190f-4ff7-88f9-6b4365232300, host hv-cinder-81713, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:45:10.043831 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1585830-684b-4e6e-aad5-1d1144110cc8 req-0f3ba1fb-1726-4d70-afe0-f708bc2d38cf tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:45:10.044339 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-f4cf732d-5317-477b-9ca4-190d6c59ce1c service neutron] For port 714d2c5d-190f-4ff7-88f9-6b4365232300, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=714d2c5d-190f-4ff7-88f9-6b4365232300,segment=NetworkSegment(a8b56ba3-6674-41ba-8f60-f734dd20513b),segment_id=a8b56ba3-6674-41ba-8f60-f734dd20513b)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:45:10.052043 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-f4cf732d-5317-477b-9ca4-190d6c59ce1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9415192'] for port (714d2c5d-190f-4ff7-88f9-6b4365232300), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:10.060109 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d1585830-684b-4e6e-aad5-1d1144110cc8 req-0f3ba1fb-1726-4d70-afe0-f708bc2d38cf tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 943 time: 0.0600369 Mar 30 01:45:10.082671 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-f4cf732d-5317-477b-9ca4-190d6c59ce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:45:10.083286 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-f4cf732d-5317-477b-9ca4-190d6c59ce1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:10.084820 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-f4cf732d-5317-477b-9ca4-190d6c59ce1c service neutron] 10.222.0.18 "PUT /v2.0/ports/714d2c5d-190f-4ff7-88f9-6b4365232300 HTTP/1.1" status: 200 len: 1093 time: 0.6599929 Mar 30 01:45:10.087192 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb33f66-5790-457a-a4af-20cf18c29cfe', 'tag': '714d2c5d-190f-4ff7-88f9-6b4365232300'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:45:10.090394 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d845373a-c48f-4128-8d5b-1b9837d9cec2" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb33f66-5790-457a-a4af-20cf18c29cfe", "tag": "714d2c5d-190f-4ff7-88f9-6b4365232300"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:45:10.106390 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-d1585830-684b-4e6e-aad5-1d1144110cc8 req-533bd932-50f6-44cc-8464-b69478e9c69f tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/security-groups?id=8461449d-000b-4f2c-93da-a0de10ff14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453215 Mar 30 01:45:10.144240 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2860746-8246-42ee-b34a-a5e50fcec31d x-openstack-request-id: req-d2860746-8246-42ee-b34a-a5e50fcec31d {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:45:10.144619 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb33f66-5790-457a-a4af-20cf18c29cfe", "tag": "714d2c5d-190f-4ff7-88f9-6b4365232300", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:45:10.144939 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d2860746-8246-42ee-b34a-a5e50fcec31d {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:45:10.145399 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2860746-8246-42ee-b34a-a5e50fcec31d'] response: {'name': 'network-changed', 'server_uuid': '5eb33f66-5790-457a-a4af-20cf18c29cfe', 'tag': '714d2c5d-190f-4ff7-88f9-6b4365232300', 'status': 'completed', 'code': 200} Mar 30 01:45:10.159993 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf732d-5317-477b-9ca4-190d6c59ce1c service neutron] Pushing event updated for resources: {'Port': ['ID=714d2c5d-190f-4ff7-88f9-6b4365232300,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:45:10.182646 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-89d08ccf-4bd9-40ea-a9c8-a8bb6932a774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:45:10.184166 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-89d08ccf-4bd9-40ea-a9c8-a8bb6932a774 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f239e5b41b6c4f2d9c29852efb94808f&device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 1127 time: 0.0558739 Mar 30 01:45:10.231169 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-4f4b7e77-9c23-4a74-b94d-d6e874c1708d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=714d2c5d-190f-4ff7-88f9-6b4365232300 HTTP/1.1" status: 200 len: 217 time: 0.0386896 Mar 30 01:45:10.280879 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-4abbd4b6-c142-4e94-ada9-e56031ec08bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:45:10.282385 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-4abbd4b6-c142-4e94-ada9-e56031ec08bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=677958c7-3757-4e6f-8fe0-9b3e43c42173 HTTP/1.1" status: 200 len: 847 time: 0.0454152 Mar 30 01:45:10.332695 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-264d2c56-f7f0-44d0-857c-e0a5e6f57d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:45:10.334208 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-264d2c56-f7f0-44d0-857c-e0a5e6f57d7e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0449331 Mar 30 01:45:10.428889 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-734eaa21-91b6-4f9f-951b-6b37d83872bf service neutron] 10.222.0.18 "GET /v2.0/networks/7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881894 Mar 30 01:45:10.521277 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-821f1ad1-a594-4258-a330-a5b5fffe79a9 req-7d06df9a-bb05-45b8-856c-1a6be9b8c83c service neutron] 10.222.0.18 "GET /v2.0/networks/7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868344 Mar 30 01:45:10.612581 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845373a-c48f-4128-8d5b-1b9837d9cec2 req-304aaead-31fc-47d0-9327-27b2dc3bfcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:45:10.614050 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d845373a-c48f-4128-8d5b-1b9837d9cec2 req-304aaead-31fc-47d0-9327-27b2dc3bfcc2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f239e5b41b6c4f2d9c29852efb94808f&device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 1127 time: 0.0455422 Mar 30 01:45:10.707718 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845373a-c48f-4128-8d5b-1b9837d9cec2 req-6617b6e4-b904-4546-811e-3cce2e02c875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:45:10.709100 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d845373a-c48f-4128-8d5b-1b9837d9cec2 req-6617b6e4-b904-4546-811e-3cce2e02c875 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0 HTTP/1.1" status: 200 len: 909 time: 0.0887206 Mar 30 01:45:10.749053 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d845373a-c48f-4128-8d5b-1b9837d9cec2 req-72fe8dc6-9cc8-4350-89da-b9e103d33ed8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=714d2c5d-190f-4ff7-88f9-6b4365232300 HTTP/1.1" status: 200 len: 217 time: 0.0340497 Mar 30 01:45:10.802510 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845373a-c48f-4128-8d5b-1b9837d9cec2 req-c9314125-0376-4dd3-ba7a-59ea57f9d14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:45:10.804458 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d845373a-c48f-4128-8d5b-1b9837d9cec2 req-c9314125-0376-4dd3-ba7a-59ea57f9d14a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=677958c7-3757-4e6f-8fe0-9b3e43c42173 HTTP/1.1" status: 200 len: 847 time: 0.0491819 Mar 30 01:45:10.859880 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845373a-c48f-4128-8d5b-1b9837d9cec2 req-2513db0c-6db1-4824-b3e5-0c12384a9141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:45:10.861373 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d845373a-c48f-4128-8d5b-1b9837d9cec2 req-2513db0c-6db1-4824-b3e5-0c12384a9141 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0517893 Mar 30 01:45:10.952084 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d845373a-c48f-4128-8d5b-1b9837d9cec2 req-bf6ab5cc-462a-481f-8fae-c1389c0aa397 service neutron] 10.222.0.18 "GET /v2.0/networks/7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845175 Mar 30 01:45:11.055121 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d845373a-c48f-4128-8d5b-1b9837d9cec2 req-eccb5f0e-ff82-4a62-bd88-4683cdd50e48 service neutron] 10.222.0.18 "GET /v2.0/networks/7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968039 Mar 30 01:45:11.243728 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779b3c4-4386-481d-9163-a094e75406a5 req-47acf367-0490-4ddf-bfa0-a91f7ab8563d tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:45:11.245135 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2779b3c4-4386-481d-9163-a094e75406a5 req-47acf367-0490-4ddf-bfa0-a91f7ab8563d tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 943 time: 0.0635915 Mar 30 01:45:11.297614 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2779b3c4-4386-481d-9163-a094e75406a5 req-c6e28fab-870c-488b-b0a5-f5a574948b5e tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/security-groups?id=8461449d-000b-4f2c-93da-a0de10ff14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466878 Mar 30 01:45:12.428993 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae50c4-f2af-47a7-a7f8-57946f1315fb req-ff312def-1d10-4063-9f6f-b14fd9ded0da tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:45:12.430468 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f6ae50c4-f2af-47a7-a7f8-57946f1315fb req-ff312def-1d10-4063-9f6f-b14fd9ded0da tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 943 time: 0.0573027 Mar 30 01:45:12.479125 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f6ae50c4-f2af-47a7-a7f8-57946f1315fb req-51e3bd53-7919-438a-8856-d49f6bbe5f48 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/security-groups?id=8461449d-000b-4f2c-93da-a0de10ff14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427413 Mar 30 01:45:13.624793 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1152a8-3f96-4c62-893d-1cc204332223 req-83fd2212-7045-43fa-9a6d-cae442257b58 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:45:13.626289 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-dc1152a8-3f96-4c62-893d-1cc204332223 req-83fd2212-7045-43fa-9a6d-cae442257b58 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 943 time: 0.0642159 Mar 30 01:45:13.679191 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-dc1152a8-3f96-4c62-893d-1cc204332223 req-39286afb-a37b-4625-8dd1-6acea33d5557 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/security-groups?id=8461449d-000b-4f2c-93da-a0de10ff14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448360 Mar 30 01:45:14.817119 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af085e3-9879-4be2-85bf-73c8f31713cc req-88c8432c-cef0-4623-9efc-fdfffd6f40da tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:45:14.818624 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4af085e3-9879-4be2-85bf-73c8f31713cc req-88c8432c-cef0-4623-9efc-fdfffd6f40da tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 943 time: 0.0600536 Mar 30 01:45:14.878715 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4af085e3-9879-4be2-85bf-73c8f31713cc req-6d6b9de3-4c04-4aca-959d-7e2f7557b2d0 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/security-groups?id=8461449d-000b-4f2c-93da-a0de10ff14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511720 Mar 30 01:45:15.872800 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 714d2c5d-190f-4ff7-88f9-6b4365232300 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:45:15.979811 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 714d2c5d-190f-4ff7-88f9-6b4365232300, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=714d2c5d-190f-4ff7-88f9-6b4365232300,segment=NetworkSegment(a8b56ba3-6674-41ba-8f60-f734dd20513b),segment_id=a8b56ba3-6674-41ba-8f60-f734dd20513b)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:45:15.992536 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Returning: {'device': '714d2c5d-190f-4ff7-88f9-6b4365232300', 'network_id': '7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0', 'port_id': '714d2c5d-190f-4ff7-88f9-6b4365232300', 'mac_address': 'fa:16:3e:52:a4:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '677958c7-3757-4e6f-8fe0-9b3e43c42173', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:45:16.006945 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0527d2-48bd-4866-a3ef-53ec4d24b279 req-b7a1170a-301c-4f24-a7eb-8a37e020e973 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:45:16.008700 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ac0527d2-48bd-4866-a3ef-53ec4d24b279 req-b7a1170a-301c-4f24-a7eb-8a37e020e973 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 943 time: 0.0553908 Mar 30 01:45:16.034176 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port 714d2c5d-190f-4ff7-88f9-6b4365232300 is: DOWN; New status is: BUILD {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:45:16.034619 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (714d2c5d-190f-4ff7-88f9-6b4365232300), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:16.048678 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 714d2c5d-190f-4ff7-88f9-6b4365232300 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:45:16.058591 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ac0527d2-48bd-4866-a3ef-53ec4d24b279 req-e5f94eac-289a-4e5c-8313-649a0051fc92 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/security-groups?id=8461449d-000b-4f2c-93da-a0de10ff14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437021 Mar 30 01:45:16.069545 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 714d2c5d-190f-4ff7-88f9-6b4365232300, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=714d2c5d-190f-4ff7-88f9-6b4365232300,segment=NetworkSegment(a8b56ba3-6674-41ba-8f60-f734dd20513b),segment_id=a8b56ba3-6674-41ba-8f60-f734dd20513b)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:45:16.081666 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (714d2c5d-190f-4ff7-88f9-6b4365232300), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:16.131225 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=714d2c5d-190f-4ff7-88f9-6b4365232300,revision_number=4']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:45:16.388064 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['714d2c5d-190f-4ff7-88f9-6b4365232300'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:45:17.197483 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3694db0-a122-4df1-b217-63877cbe4710 req-210f659b-3c4c-4a0b-bddd-071948acb9fc tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:45:17.199006 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a3694db0-a122-4df1-b217-63877cbe4710 req-210f659b-3c4c-4a0b-bddd-071948acb9fc tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 944 time: 0.0568399 Mar 30 01:45:17.250294 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-a3694db0-a122-4df1-b217-63877cbe4710 req-d0c7ed9b-09bb-413b-a986-334b5e90c06b tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/security-groups?id=8461449d-000b-4f2c-93da-a0de10ff14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430136 Mar 30 01:45:17.882677 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 714d2c5d-190f-4ff7-88f9-6b4365232300 up at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:45:17.944024 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning for port 714d2c5d-190f-4ff7-88f9-6b4365232300 completed by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:45:17.948650 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning complete for port 714d2c5d-190f-4ff7-88f9-6b4365232300 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:45:17.949168 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (714d2c5d-190f-4ff7-88f9-6b4365232300), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:18.031136 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port 714d2c5d-190f-4ff7-88f9-6b4365232300 is: BUILD; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:45:18.031526 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (714d2c5d-190f-4ff7-88f9-6b4365232300), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:18.056587 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb33f66-5790-457a-a4af-20cf18c29cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714d2c5d-190f-4ff7-88f9-6b4365232300'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:45:18.058911 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b54a399a95781ce0e36d18e73dfd9bddfd965df0fcdebdd8e46dd02a402f6d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2249f8-db0f-462f-9ed6-49cf532808c6" -d '{"events": [{"server_uuid": "5eb33f66-5790-457a-a4af-20cf18c29cfe", "name": "network-vif-plugged", "status": "completed", "tag": "714d2c5d-190f-4ff7-88f9-6b4365232300"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:45:18.071081 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 714d2c5d-190f-4ff7-88f9-6b4365232300, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=714d2c5d-190f-4ff7-88f9-6b4365232300,segment=NetworkSegment(a8b56ba3-6674-41ba-8f60-f734dd20513b),segment_id=a8b56ba3-6674-41ba-8f60-f734dd20513b)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:45:18.076126 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (714d2c5d-190f-4ff7-88f9-6b4365232300), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:18.101542 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140b2f91-475b-4c36-bda3-4bf5004b7fb2 x-openstack-request-id: req-140b2f91-475b-4c36-bda3-4bf5004b7fb2 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:45:18.101899 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb33f66-5790-457a-a4af-20cf18c29cfe", "name": "network-vif-plugged", "status": "completed", "tag": "714d2c5d-190f-4ff7-88f9-6b4365232300", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:45:18.102308 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-140b2f91-475b-4c36-bda3-4bf5004b7fb2 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:45:18.102788 dv-cinder-817135-7-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-140b2f91-475b-4c36-bda3-4bf5004b7fb2'] response: {'server_uuid': '5eb33f66-5790-457a-a4af-20cf18c29cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714d2c5d-190f-4ff7-88f9-6b4365232300', 'code': 200} Mar 30 01:45:18.139721 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=714d2c5d-190f-4ff7-88f9-6b4365232300,revision_number=5']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:45:18.334438 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da7f88-d20e-45ce-b709-28a754425869 req-abbd9ef8-c878-45f0-911f-54c4788d57d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:45:18.335933 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-40da7f88-d20e-45ce-b709-28a754425869 req-abbd9ef8-c878-45f0-911f-54c4788d57d6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 1129 time: 0.0448203 Mar 30 01:45:18.376263 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96b85e-3918-4ac0-8feb-ebde5ae144b7 req-679b3462-4006-4223-b420-1909ad844b99 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:45:18.377750 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9c96b85e-3918-4ac0-8feb-ebde5ae144b7 req-679b3462-4006-4223-b420-1909ad844b99 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 945 time: 0.0582917 Mar 30 01:45:18.381633 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-40da7f88-d20e-45ce-b709-28a754425869 req-33a968f8-3122-494d-8fb8-46575d743830 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8461449d-000b-4f2c-93da-a0de10ff14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396614 Mar 30 01:45:18.428432 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9c96b85e-3918-4ac0-8feb-ebde5ae144b7 req-75a8b965-87d8-4731-8dc6-9c0a3d7a002e tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/security-groups?id=8461449d-000b-4f2c-93da-a0de10ff14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434079 Mar 30 01:45:19.560777 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27718a87-a0de-40f0-8ba0-a433a6098c3d req-3bdcb4d7-d22b-4638-8f9b-536b4e981790 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:45:19.562346 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-27718a87-a0de-40f0-8ba0-a433a6098c3d req-3bdcb4d7-d22b-4638-8f9b-536b4e981790 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 945 time: 0.0573251 Mar 30 01:45:19.611090 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-27718a87-a0de-40f0-8ba0-a433a6098c3d req-a89b5921-f70d-49e0-a93a-9453019fac8e tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/security-groups?id=8461449d-000b-4f2c-93da-a0de10ff14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427876 Mar 30 01:45:19.748206 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e7b72df1-63bf-49fa-a517-b8dda59ef7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:20.744987 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77cc50-905b-41a9-a176-e7496c3b159d req-509fb115-38f7-485d-8f77-30e4fc5d1f6f tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:45:20.746459 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1e77cc50-905b-41a9-a176-e7496c3b159d req-509fb115-38f7-485d-8f77-30e4fc5d1f6f tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 945 time: 0.0533798 Mar 30 01:45:20.799835 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-1e77cc50-905b-41a9-a176-e7496c3b159d req-0abec049-4429-44c5-be0a-44c9f0346eca tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/security-groups?id=8461449d-000b-4f2c-93da-a0de10ff14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471904 Mar 30 01:45:20.929355 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda9b89-1316-4c29-b77b-9b11929b9815 req-c3d30241-16af-4d49-af36-20b4c0e67f59 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:45:20.930820 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2fda9b89-1316-4c29-b77b-9b11929b9815 req-c3d30241-16af-4d49-af36-20b4c0e67f59 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 945 time: 0.0549941 Mar 30 01:45:20.980338 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-2fda9b89-1316-4c29-b77b-9b11929b9815 req-1d1e8759-f138-4ab1-8adf-16f7ce66fed0 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/security-groups?id=8461449d-000b-4f2c-93da-a0de10ff14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434070 Mar 30 01:45:21.003374 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 47970) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:45:21.098261 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a412257-a8ac-4cfb-a5c3-16d3f87fb23c tempest-TestShelveInstance-1212506397 tempest-TestShelveInstance-1212506397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:45:21.099855 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-0a412257-a8ac-4cfb-a5c3-16d3f87fb23c tempest-TestShelveInstance-1212506397 tempest-TestShelveInstance-1212506397-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 1124 time: 0.0954568 Mar 30 01:45:21.102955 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 47974) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:45:21.107318 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-0bbeb8c7-47fd-4840-884b-12b87248e513 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Request body: {'floatingip': {'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'port_id': '714d2c5d-190f-4ff7-88f9-6b4365232300', 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:45:21.129705 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0bbeb8c7-47fd-4840-884b-12b87248e513 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:21.238633 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0bbeb8c7-47fd-4840-884b-12b87248e513 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:21.346725 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-0bbeb8c7-47fd-4840-884b-12b87248e513 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Allocated IP 172.28.0.46 (37ca571a-19ad-455c-abf6-69b74430259c/15a93e34-d4d7-43d8-ae08-ce799dd1e751/0ed1a64d-9ddb-480c-a386-9ae4c1e77c20) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:45:21.456783 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0bbeb8c7-47fd-4840-884b-12b87248e513 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks [] for port (0ed1a64d-9ddb-480c-a386-9ae4c1e77c20), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:21.493904 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0bbeb8c7-47fd-4840-884b-12b87248e513 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788084301294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583052'] for port (0ed1a64d-9ddb-480c-a386-9ae4c1e77c20), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:21.533466 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbeb8c7-47fd-4840-884b-12b87248e513 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Network 37ca571a-19ad-455c-abf6-69b74430259c is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:45:21.536400 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-0bbeb8c7-47fd-4840-884b-12b87248e513 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:45:21.539492 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbeb8c7-47fd-4840-884b-12b87248e513 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:45:21.571918 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbeb8c7-47fd-4840-884b-12b87248e513 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Pushing event updated for resources: {'Port': ['ID=0ed1a64d-9ddb-480c-a386-9ae4c1e77c20,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:45:21.905385 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0bbeb8c7-47fd-4840-884b-12b87248e513 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks [] for floatingip (5a5bdb33-b707-44b8-ac20-fd1a616e422a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:21.963403 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-87364e75-5ce1-4234-b71e-204605a59fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:21.979321 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0bbeb8c7-47fd-4840-884b-12b87248e513 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (0ed1a64d-9ddb-480c-a386-9ae4c1e77c20), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:22.140315 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0bbeb8c7-47fd-4840-884b-12b87248e513 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks [] for port (0ed1a64d-9ddb-480c-a386-9ae4c1e77c20), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:22.148099 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0bbeb8c7-47fd-4840-884b-12b87248e513 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8583045'] for port (0ed1a64d-9ddb-480c-a386-9ae4c1e77c20), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:22.221967 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbeb8c7-47fd-4840-884b-12b87248e513 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Pushing event updated for resources: {'Port': ['ID=0ed1a64d-9ddb-480c-a386-9ae4c1e77c20,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:45:22.234099 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0bbeb8c7-47fd-4840-884b-12b87248e513 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623942'] for floatingip (5a5bdb33-b707-44b8-ac20-fd1a616e422a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:22.335533 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.db.l3_db [None req-0bbeb8c7-47fd-4840-884b-12b87248e513 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Floating IP 5a5bdb33-b707-44b8-ac20-fd1a616e422a associated. External IP: 172.28.0.46, port: 714d2c5d-190f-4ff7-88f9-6b4365232300. Mar 30 01:45:22.542394 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bbeb8c7-47fd-4840-884b-12b87248e513 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Router ebac224d-c288-4491-9b52-674ad17de5b1 has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:45:22.656033 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbeb8c7-47fd-4840-884b-12b87248e513 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:45:22.666858 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7069a8e6-9d07-4cfb-b5e4-f0afdce757be None None] Sync routers for ids ['ebac224d-c288-4491-9b52-674ad17de5b1'] in dv-cinder-817135-7-smb {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:45:22.675753 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0bbeb8c7-47fd-4840-884b-12b87248e513 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:22.677972 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7069a8e6-9d07-4cfb-b5e4-f0afdce757be None None] Routers {'ebac224d-c288-4491-9b52-674ad17de5b1'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:45:22.678633 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-7069a8e6-9d07-4cfb-b5e4-f0afdce757be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:45:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['ebac224d-c288-4491-9b52-674ad17de5b1'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:45:22.705424 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-0bbeb8c7-47fd-4840-884b-12b87248e513 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6014335 Mar 30 01:45:22.706139 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb33f66-5790-457a-a4af-20cf18c29cfe', 'tag': '714d2c5d-190f-4ff7-88f9-6b4365232300'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:45:22.708416 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ee1e0a93b5aae8634dc44ede2e08a21acb25dbbcfc8760de0fb17172de978b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2968c3e-dbae-46b1-9d0f-b9e5a30a637e" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb33f66-5790-457a-a4af-20cf18c29cfe", "tag": "714d2c5d-190f-4ff7-88f9-6b4365232300"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:45:22.790149 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-7069a8e6-9d07-4cfb-b5e4-f0afdce757be None None] Set router ebac224d-c288-4491-9b52-674ad17de5b1 gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:45:22.802967 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2950339a-ff4d-41c9-beca-79600cfad1ee x-openstack-request-id: req-2950339a-ff4d-41c9-beca-79600cfad1ee {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:45:22.803318 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb33f66-5790-457a-a4af-20cf18c29cfe", "tag": "714d2c5d-190f-4ff7-88f9-6b4365232300", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:45:22.803629 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2950339a-ff4d-41c9-beca-79600cfad1ee {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:45:22.804093 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2950339a-ff4d-41c9-beca-79600cfad1ee'] response: {'name': 'network-changed', 'server_uuid': '5eb33f66-5790-457a-a4af-20cf18c29cfe', 'tag': '714d2c5d-190f-4ff7-88f9-6b4365232300', 'status': 'completed', 'code': 200} Mar 30 01:45:22.875047 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2968c3e-dbae-46b1-9d0f-b9e5a30a637e req-c08dd89d-ba33-4fdf-ad59-1c09f0e6be8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:45:22.876540 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d2968c3e-dbae-46b1-9d0f-b9e5a30a637e req-c08dd89d-ba33-4fdf-ad59-1c09f0e6be8c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f239e5b41b6c4f2d9c29852efb94808f&device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 1129 time: 0.0505705 Mar 30 01:45:22.964671 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2968c3e-dbae-46b1-9d0f-b9e5a30a637e req-c145dcec-f039-499a-b748-f1cace0650e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:45:22.966118 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d2968c3e-dbae-46b1-9d0f-b9e5a30a637e req-c145dcec-f039-499a-b748-f1cace0650e6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0 HTTP/1.1" status: 200 len: 909 time: 0.0832000 Mar 30 01:45:23.022485 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-7069a8e6-9d07-4cfb-b5e4-f0afdce757be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'name': 'tempest-TestShelveInstance-632721479-router', 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '80fa0486-9aca-488b-a762-941dd3ee776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:44:41Z', 'updated_at': '2022-03-30T01:44:44Z', 'revision_number': 4, 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'gw_port': {'id': '80fa0486-9aca-488b-a762-941dd3ee776f', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:41Z', 'updated_at': '2022-03-30T01:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '5a5bdb33-b707-44b8-ac20-fd1a616e422a', 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'floating_ip_address': '172.28.0.46', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'port_id': '714d2c5d-190f-4ff7-88f9-6b4365232300', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0', 'mac_address': 'fa:16:3e:52:a4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb33f66-5790-457a-a4af-20cf18c29cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:45:21Z', 'updated_at': '2022-03-30T01:45:21Z', 'revision_number': 0, 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396b08e9-8f58-4be5-81a8-6363c5f0544d', 'name': '', 'network_id': '7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0', 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'mac_address': 'fa:16:3e:8a:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '677958c7-3757-4e6f-8fe0-9b3e43c42173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:43Z', 'updated_at': '2022-03-30T01:44:48Z', 'revision_number': 5, 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'subnets': [{'id': '677958c7-3757-4e6f-8fe0-9b3e43c42173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:45:23.037525 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d2968c3e-dbae-46b1-9d0f-b9e5a30a637e req-d918c4c5-5b54-40c8-bcc5-71e06eb26226 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=714d2c5d-190f-4ff7-88f9-6b4365232300 HTTP/1.1" status: 200 len: 998 time: 0.0648558 Mar 30 01:45:23.049559 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7069a8e6-9d07-4cfb-b5e4-f0afdce757be None None] Checking router: ebac224d-c288-4491-9b52-674ad17de5b1 for host: dv-cinder-817135-7-smb {{(pid=103230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:45:23.057995 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7069a8e6-9d07-4cfb-b5e4-f0afdce757be None None] Routers {'ebac224d-c288-4491-9b52-674ad17de5b1'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:45:23.058675 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-7069a8e6-9d07-4cfb-b5e4-f0afdce757be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:45:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['ebac224d-c288-4491-9b52-674ad17de5b1'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:45:23.086507 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2968c3e-dbae-46b1-9d0f-b9e5a30a637e req-a9805b24-826a-43c8-ae0b-caa80c9996fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:45:23.088030 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d2968c3e-dbae-46b1-9d0f-b9e5a30a637e req-a9805b24-826a-43c8-ae0b-caa80c9996fa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=677958c7-3757-4e6f-8fe0-9b3e43c42173 HTTP/1.1" status: 200 len: 847 time: 0.0441568 Mar 30 01:45:23.137727 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2968c3e-dbae-46b1-9d0f-b9e5a30a637e req-43b609ed-527f-432a-aad5-649ed59f2a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:45:23.138885 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:23.139264 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d2968c3e-dbae-46b1-9d0f-b9e5a30a637e req-43b609ed-527f-432a-aad5-649ed59f2a37 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0454063 Mar 30 01:45:23.177908 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-7069a8e6-9d07-4cfb-b5e4-f0afdce757be None None] Set router ebac224d-c288-4491-9b52-674ad17de5b1 gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:45:23.229747 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d2968c3e-dbae-46b1-9d0f-b9e5a30a637e req-556317bd-4e54-4174-869f-b3c82670ea54 service neutron] 10.222.0.18 "GET /v2.0/networks/7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838492 Mar 30 01:45:23.318138 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-d2968c3e-dbae-46b1-9d0f-b9e5a30a637e req-871c8460-769e-4a95-8198-91f52c9be8eb service neutron] 10.222.0.18 "GET /v2.0/networks/7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826819 Mar 30 01:45:23.418704 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-7069a8e6-9d07-4cfb-b5e4-f0afdce757be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'name': 'tempest-TestShelveInstance-632721479-router', 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '80fa0486-9aca-488b-a762-941dd3ee776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:44:41Z', 'updated_at': '2022-03-30T01:44:44Z', 'revision_number': 4, 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'gw_port': {'id': '80fa0486-9aca-488b-a762-941dd3ee776f', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:41Z', 'updated_at': '2022-03-30T01:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '5a5bdb33-b707-44b8-ac20-fd1a616e422a', 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'floating_ip_address': '172.28.0.46', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'port_id': '714d2c5d-190f-4ff7-88f9-6b4365232300', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0', 'mac_address': 'fa:16:3e:52:a4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb33f66-5790-457a-a4af-20cf18c29cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:45:21Z', 'updated_at': '2022-03-30T01:45:21Z', 'revision_number': 0, 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396b08e9-8f58-4be5-81a8-6363c5f0544d', 'name': '', 'network_id': '7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0', 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'mac_address': 'fa:16:3e:8a:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '677958c7-3757-4e6f-8fe0-9b3e43c42173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:43Z', 'updated_at': '2022-03-30T01:44:48Z', 'revision_number': 5, 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'subnets': [{'id': '677958c7-3757-4e6f-8fe0-9b3e43c42173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:45:23.449383 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7069a8e6-9d07-4cfb-b5e4-f0afdce757be None None] The sync data for ids ['ebac224d-c288-4491-9b52-674ad17de5b1'] in dv-cinder-817135-7-smb is: [{'id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'name': 'tempest-TestShelveInstance-632721479-router', 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '80fa0486-9aca-488b-a762-941dd3ee776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:44:41Z', 'updated_at': '2022-03-30T01:44:44Z', 'revision_number': 4, 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'gw_port': {'id': '80fa0486-9aca-488b-a762-941dd3ee776f', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:41Z', 'updated_at': '2022-03-30T01:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_floatingips': [{'id': '5a5bdb33-b707-44b8-ac20-fd1a616e422a', 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'floating_ip_address': '172.28.0.46', 'floating_network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'router_id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'port_id': '714d2c5d-190f-4ff7-88f9-6b4365232300', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0', 'mac_address': 'fa:16:3e:52:a4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb33f66-5790-457a-a4af-20cf18c29cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:45:21Z', 'updated_at': '2022-03-30T01:45:21Z', 'revision_number': 0, 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396b08e9-8f58-4be5-81a8-6363c5f0544d', 'name': '', 'network_id': '7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0', 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'mac_address': 'fa:16:3e:8a:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '677958c7-3757-4e6f-8fe0-9b3e43c42173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:43Z', 'updated_at': '2022-03-30T01:44:48Z', 'revision_number': 5, 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'subnets': [{'id': '677958c7-3757-4e6f-8fe0-9b3e43c42173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:45:23.656992 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cca74d6-f368-4ec8-8e02-dc27c9bdf230 None None] New status for floating IP 5a5bdb33-b707-44b8-ac20-fd1a616e422a: ACTIVE {{(pid=103231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:45:24.662998 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:26.026253 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:34.871631 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:35.151889 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:45:44.369012 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [req-acb8710f-67b7-4058-802c-84becbccf1a5 req-a2ea7c2d-8845-4394-a0c9-002fffc5ae3e service neutron] (103228) timed out ('10.222.0.18', 60377) {{(pid=103228) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 30 01:45:49.747722 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7f6aed51-7fc1-457e-b1b1-cf1cf91c61ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:51.977348 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ef9f1595-eb7a-41b9-b2ae-9ad63fffa9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:53.088861 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:54.670195 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:56.031714 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:46:04.890305 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:46:12.158116 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:46:12.484849 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-e1902424-6962-4a19-8dcf-aa9c1c13518d req-0bc8a525-0bf7-406d-96ed-8b1df3661f51 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470290 Mar 30 01:46:12.588646 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1902424-6962-4a19-8dcf-aa9c1c13518d req-31bd9a72-8dcb-436a-92d6-5d334d6592da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:46:12.590188 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-e1902424-6962-4a19-8dcf-aa9c1c13518d req-31bd9a72-8dcb-436a-92d6-5d334d6592da service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f239e5b41b6c4f2d9c29852efb94808f&device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 1129 time: 0.0564351 Mar 30 01:46:12.694587 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1902424-6962-4a19-8dcf-aa9c1c13518d req-673e1728-defd-4cba-8a96-e400c1b00d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:46:12.696046 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-e1902424-6962-4a19-8dcf-aa9c1c13518d req-673e1728-defd-4cba-8a96-e400c1b00d3a service neutron] 10.222.0.18 "GET /v2.0/networks?id=7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0 HTTP/1.1" status: 200 len: 909 time: 0.0866075 Mar 30 01:46:12.765136 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-e1902424-6962-4a19-8dcf-aa9c1c13518d req-0b6d31e9-765e-4f98-9c2d-91e78c0bded2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=714d2c5d-190f-4ff7-88f9-6b4365232300 HTTP/1.1" status: 200 len: 1000 time: 0.0628643 Mar 30 01:46:13.053703 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1902424-6962-4a19-8dcf-aa9c1c13518d req-f3756a2f-4bdf-4fec-b979-fb38df09559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:46:13.055119 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-e1902424-6962-4a19-8dcf-aa9c1c13518d req-f3756a2f-4bdf-4fec-b979-fb38df09559a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=677958c7-3757-4e6f-8fe0-9b3e43c42173 HTTP/1.1" status: 200 len: 847 time: 0.2834249 Mar 30 01:46:13.104932 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1902424-6962-4a19-8dcf-aa9c1c13518d req-6666fe4a-b5cd-483b-b373-8e9a7b544bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:46:13.106605 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-e1902424-6962-4a19-8dcf-aa9c1c13518d req-6666fe4a-b5cd-483b-b373-8e9a7b544bd9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0436077 Mar 30 01:46:13.197365 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-e1902424-6962-4a19-8dcf-aa9c1c13518d req-37633411-f6d4-4eae-a078-75ddf4c39c7e service neutron] 10.222.0.18 "GET /v2.0/networks/7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845587 Mar 30 01:46:13.290781 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-e1902424-6962-4a19-8dcf-aa9c1c13518d req-2ff4e1e4-20f6-41e5-9ba3-a836dc29fbfa service neutron] 10.222.0.18 "GET /v2.0/networks/7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872777 Mar 30 01:46:19.752030 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-67de62f5-64f9-4a96-bd55-d6dafd5dc468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:46:21.979155 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7789a2a2-ed4f-405a-9c3c-ae0d7e1010bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:46:23.091425 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:46:24.669961 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:46:26.031012 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:46:34.919669 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:46:49.163515 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:46:49.758851 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1b615132-ad10-44f2-98a9-9bf3ef381911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:46:51.982248 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6da359eb-d317-4f77-835b-f7144fcd819d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:46:53.098906 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:46:54.689331 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:46:56.027892 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:47:04.933596 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:47:12.445188 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f3d6fdd5-e67b-4ea7-963d-95ea59057dde req-239ff4ba-d5e7-470a-b70b-40141cca4c52 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520809 Mar 30 01:47:12.545732 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6fdd5-e67b-4ea7-963d-95ea59057dde req-b545e96f-776a-4ad1-b656-584315518659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:47:12.547263 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f3d6fdd5-e67b-4ea7-963d-95ea59057dde req-b545e96f-776a-4ad1-b656-584315518659 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f239e5b41b6c4f2d9c29852efb94808f&device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 1129 time: 0.0542727 Mar 30 01:47:12.655326 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6fdd5-e67b-4ea7-963d-95ea59057dde req-cd8eaa08-c7c4-449b-b9c5-29becf388c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:47:12.656865 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f3d6fdd5-e67b-4ea7-963d-95ea59057dde req-cd8eaa08-c7c4-449b-b9c5-29becf388c89 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0 HTTP/1.1" status: 200 len: 909 time: 0.0884898 Mar 30 01:47:12.727403 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f3d6fdd5-e67b-4ea7-963d-95ea59057dde req-7856d085-a102-4dad-b5e6-b4333aaad2a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=714d2c5d-190f-4ff7-88f9-6b4365232300 HTTP/1.1" status: 200 len: 1000 time: 0.0644531 Mar 30 01:47:12.780886 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6fdd5-e67b-4ea7-963d-95ea59057dde req-c7855c3b-dbbe-4735-b1fe-2d824d46c58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:47:12.782334 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f3d6fdd5-e67b-4ea7-963d-95ea59057dde req-c7855c3b-dbbe-4735-b1fe-2d824d46c58e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=677958c7-3757-4e6f-8fe0-9b3e43c42173 HTTP/1.1" status: 200 len: 847 time: 0.0491295 Mar 30 01:47:12.844261 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6fdd5-e67b-4ea7-963d-95ea59057dde req-71736173-4c56-4dd3-9873-5a865cce1cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:47:12.846704 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f3d6fdd5-e67b-4ea7-963d-95ea59057dde req-71736173-4c56-4dd3-9873-5a865cce1cea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0577192 Mar 30 01:47:12.861820 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [req-acd014ca-204d-4475-b1f8-68c1b60d97cb req-ec8f2b6b-588b-4f3c-9332-5521b2cbd2fe service neutron] (103229) timed out ('10.222.0.25', 42850) {{(pid=103229) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 30 01:47:12.959630 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f3d6fdd5-e67b-4ea7-963d-95ea59057dde req-396962f3-c54f-4d62-9cf3-71877b22a6de service neutron] 10.222.0.18 "GET /v2.0/networks/7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049721 Mar 30 01:47:13.044974 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [req-acd014ca-204d-4475-b1f8-68c1b60d97cb req-8cafe072-3468-4b28-9317-09edde783d4f tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] (103229) timed out ('10.222.0.25', 42860) {{(pid=103229) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 30 01:47:13.053582 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f3d6fdd5-e67b-4ea7-963d-95ea59057dde req-793262c7-128a-48f7-83a4-69a744c5d5cc service neutron] 10.222.0.18 "GET /v2.0/networks/7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871191 Mar 30 01:47:19.755513 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8bb8b450-3ff2-4065-852b-2c5e01bc8051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:47:21.983583 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-41a2b258-8e22-49dc-a6b0-a87a27366762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:47:23.099416 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:47:24.682866 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:47:26.023041 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:47:26.167771 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:47:34.946042 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:47:47.211753 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb495e1-5b95-4200-871a-324d99b08179 req-6742f7c5-5b42-49bd-a1d2-09167e667dcc tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:47:47.213229 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0fb495e1-5b95-4200-871a-324d99b08179 req-6742f7c5-5b42-49bd-a1d2-09167e667dcc tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 945 time: 0.0530970 Mar 30 01:47:47.274646 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0fb495e1-5b95-4200-871a-324d99b08179 req-e3f287a3-002f-40d5-800a-789973585113 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/security-groups?id=8461449d-000b-4f2c-93da-a0de10ff14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526004 Mar 30 01:47:48.421042 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7326e-e64d-4012-ad9c-9a33b34a1641 req-36e7b0ad-f814-42cf-b430-73068e90593f tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:47:48.422553 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0ec7326e-e64d-4012-ad9c-9a33b34a1641 req-36e7b0ad-f814-42cf-b430-73068e90593f tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 945 time: 0.0685506 Mar 30 01:47:48.474192 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-0ec7326e-e64d-4012-ad9c-9a33b34a1641 req-89169a55-29c2-4e6e-b4f9-a2fc225a1332 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/security-groups?id=8461449d-000b-4f2c-93da-a0de10ff14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432060 Mar 30 01:47:49.615275 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fe155-de8c-480c-94d9-e95fa360ae18 req-4b52a3c9-3b08-4cc5-9a02-04bba339aee0 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:47:49.616840 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-507fe155-de8c-480c-94d9-e95fa360ae18 req-4b52a3c9-3b08-4cc5-9a02-04bba339aee0 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 945 time: 0.0606706 Mar 30 01:47:49.671263 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-507fe155-de8c-480c-94d9-e95fa360ae18 req-8bbbc9a6-ff65-4ff4-bf99-9b6458b9302a tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/security-groups?id=8461449d-000b-4f2c-93da-a0de10ff14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461531 Mar 30 01:47:49.745197 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7540743e-d14f-46c3-a0e1-60a48fd8efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:47:50.815993 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b39876-acf5-4f8a-a349-386d8ba3dedc req-57882749-3ae9-4bdd-ad5a-dc842b0dd928 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:47:50.818025 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-07b39876-acf5-4f8a-a349-386d8ba3dedc req-57882749-3ae9-4bdd-ad5a-dc842b0dd928 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 945 time: 0.0662355 Mar 30 01:47:50.871299 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-07b39876-acf5-4f8a-a349-386d8ba3dedc req-1101a9e0-81ec-47af-b491-8b7d66aea224 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/security-groups?id=8461449d-000b-4f2c-93da-a0de10ff14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473390 Mar 30 01:47:51.977865 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-19c7d7a5-7994-4950-b7e4-4b2fe2be9996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:47:51.995750 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8c081-25b0-4593-8031-3c94bb266c8a req-68f82137-4df8-408d-9b5d-7926b3a18767 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:47:51.997260 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-14e8c081-25b0-4593-8031-3c94bb266c8a req-68f82137-4df8-408d-9b5d-7926b3a18767 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 945 time: 0.0576947 Mar 30 01:47:52.053210 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-14e8c081-25b0-4593-8031-3c94bb266c8a req-b8ea7b7c-a7ae-48d4-bc0d-1c69245cfed2 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/security-groups?id=8461449d-000b-4f2c-93da-a0de10ff14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501451 Mar 30 01:47:53.101000 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:47:53.185155 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96352def-3a09-4f99-9ea8-b81ede609042 req-e87c9757-2110-4623-adeb-17971495a7b3 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:47:53.186676 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-96352def-3a09-4f99-9ea8-b81ede609042 req-e87c9757-2110-4623-adeb-17971495a7b3 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 945 time: 0.0586007 Mar 30 01:47:53.236092 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-96352def-3a09-4f99-9ea8-b81ede609042 req-bb7df4e9-62e4-4b54-895b-045e6e9216c9 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/security-groups?id=8461449d-000b-4f2c-93da-a0de10ff14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434034 Mar 30 01:47:54.378139 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0d866-57c9-4437-ae44-27f6c501a771 req-fde8304f-5e5e-4229-9d70-015c597b9a23 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:47:54.379874 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e5b0d866-57c9-4437-ae44-27f6c501a771 req-fde8304f-5e5e-4229-9d70-015c597b9a23 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 945 time: 0.0635045 Mar 30 01:47:54.430907 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e5b0d866-57c9-4437-ae44-27f6c501a771 req-c4b69ffe-6f80-4faa-bb71-278089f2a704 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/security-groups?id=8461449d-000b-4f2c-93da-a0de10ff14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449462 Mar 30 01:47:54.678674 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:47:55.564959 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febe0da-74b1-4e16-9f20-99dbd3168d5d req-2a21f937-a08a-4fa4-9a66-80bbf3c1fa7e tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:47:55.566433 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4febe0da-74b1-4e16-9f20-99dbd3168d5d req-2a21f937-a08a-4fa4-9a66-80bbf3c1fa7e tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 945 time: 0.0674355 Mar 30 01:47:55.616446 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-4febe0da-74b1-4e16-9f20-99dbd3168d5d req-ae01bfa3-9ac0-4ef2-9552-09867685cc11 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/security-groups?id=8461449d-000b-4f2c-93da-a0de10ff14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428638 Mar 30 01:47:56.018902 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:47:56.745051 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70dfe-5cc5-42e9-a11a-ce7a0c2d295e req-14ad7f5a-824d-4662-8d0d-0b5bc8f3ff9e tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:47:56.746574 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-3ba70dfe-5cc5-42e9-a11a-ce7a0c2d295e req-14ad7f5a-824d-4662-8d0d-0b5bc8f3ff9e tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 945 time: 0.0566592 Mar 30 01:47:56.795587 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-3ba70dfe-5cc5-42e9-a11a-ce7a0c2d295e req-ccc9b730-3e6d-475c-bf56-30e8db92cc7f tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/security-groups?id=8461449d-000b-4f2c-93da-a0de10ff14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433564 Mar 30 01:47:57.340967 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5403295-3eac-4079-a2f1-6bedea446735 req-61392d93-d680-44ce-ba7c-1e358f3f466c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:47:57.342334 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f5403295-3eac-4079-a2f1-6bedea446735 req-61392d93-d680-44ce-ba7c-1e358f3f466c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f239e5b41b6c4f2d9c29852efb94808f&device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 1129 time: 0.0466566 Mar 30 01:47:57.434133 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5403295-3eac-4079-a2f1-6bedea446735 req-e84ea52a-5a15-4e21-bd35-f7469d96918d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:47:57.435605 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f5403295-3eac-4079-a2f1-6bedea446735 req-e84ea52a-5a15-4e21-bd35-f7469d96918d service neutron] 10.222.0.18 "GET /v2.0/networks?id=7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0 HTTP/1.1" status: 200 len: 909 time: 0.0863996 Mar 30 01:47:57.500913 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f5403295-3eac-4079-a2f1-6bedea446735 req-a0c8a116-4867-43c6-ada1-040ec3a40447 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=714d2c5d-190f-4ff7-88f9-6b4365232300 HTTP/1.1" status: 200 len: 1000 time: 0.0590911 Mar 30 01:47:57.558455 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5403295-3eac-4079-a2f1-6bedea446735 req-0e5cda44-70d9-4daa-bb4b-0d99ace3c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:47:57.559910 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f5403295-3eac-4079-a2f1-6bedea446735 req-0e5cda44-70d9-4daa-bb4b-0d99ace3c9b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=677958c7-3757-4e6f-8fe0-9b3e43c42173 HTTP/1.1" status: 200 len: 847 time: 0.0530484 Mar 30 01:47:57.611234 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5403295-3eac-4079-a2f1-6bedea446735 req-f0f8ac9f-5b49-4f14-8065-5aa7e9b7b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:47:57.612614 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f5403295-3eac-4079-a2f1-6bedea446735 req-f0f8ac9f-5b49-4f14-8065-5aa7e9b7b1bf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0465631 Mar 30 01:47:57.714626 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f5403295-3eac-4079-a2f1-6bedea446735 req-7ab2f51a-e16e-48b5-ae58-5365f81be984 service neutron] 10.222.0.18 "GET /v2.0/networks/7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950370 Mar 30 01:47:57.817524 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f5403295-3eac-4079-a2f1-6bedea446735 req-9bc44747-4506-421f-a492-13682bfe1224 service neutron] 10.222.0.18 "GET /v2.0/networks/7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963743 Mar 30 01:47:57.925605 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4875c0f-e93c-4f4d-b8f4-e92f7433bf2c req-73c75808-48c9-4548-8703-46eabb5d74ae tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:47:57.927126 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e4875c0f-e93c-4f4d-b8f4-e92f7433bf2c req-73c75808-48c9-4548-8703-46eabb5d74ae tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 945 time: 0.0574765 Mar 30 01:47:57.979690 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-e4875c0f-e93c-4f4d-b8f4-e92f7433bf2c req-8e2e8ce0-b100-461e-aa31-2f5d2fa31e74 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/security-groups?id=8461449d-000b-4f2c-93da-a0de10ff14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440242 Mar 30 01:47:59.120335 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a244e-2f0c-4e7a-8ad1-bc9ef369b4ea req-82fafcc6-8386-438c-84c5-1ae93a9a10da tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:47:59.121815 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f02a244e-2f0c-4e7a-8ad1-bc9ef369b4ea req-82fafcc6-8386-438c-84c5-1ae93a9a10da tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 945 time: 0.0644405 Mar 30 01:47:59.172360 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f02a244e-2f0c-4e7a-8ad1-bc9ef369b4ea req-7e645c77-3342-489e-b077-edf1ee0de9aa tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/security-groups?id=8461449d-000b-4f2c-93da-a0de10ff14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422099 Mar 30 01:48:00.321929 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031349c-cc95-473b-aa71-1bbbadb74da6 req-020b8702-d7c0-474c-8355-7595f7db6656 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:48:00.323418 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5031349c-cc95-473b-aa71-1bbbadb74da6 req-020b8702-d7c0-474c-8355-7595f7db6656 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 945 time: 0.0637240 Mar 30 01:48:00.377055 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5031349c-cc95-473b-aa71-1bbbadb74da6 req-70304fa9-0d17-4064-adf5-5cba9ae74654 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/security-groups?id=8461449d-000b-4f2c-93da-a0de10ff14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476253 Mar 30 01:48:00.451533 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [req-67002da1-082e-4947-adc6-b1fcdbceddfd req-2164cecf-16c1-491b-9787-c4680a8f2d38 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 01:48:00.453267 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-67002da1-082e-4947-adc6-b1fcdbceddfd req-2164cecf-16c1-491b-9787-c4680a8f2d38 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087883 Mar 30 01:48:00.542095 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 48072) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:48:00.648062 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2050afd-0621-4f9b-8f1f-cf0ed3d3a262 req-e2f3260d-6661-477e-93ce-ac1ca47e3321 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:48:00.649545 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c2050afd-0621-4f9b-8f1f-cf0ed3d3a262 req-e2f3260d-6661-477e-93ce-ac1ca47e3321 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 945 time: 0.0877407 Mar 30 01:48:00.657442 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-434428d6-6a4b-4e62-b2cc-1098b33cb456 req-e64d9082-361b-4fdd-b685-bf37ebbfe24d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1142230 Mar 30 01:48:00.668401 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [req-434428d6-6a4b-4e62-b2cc-1098b33cb456 req-e8d42e9e-0d89-4bea-8999-84a393b3dad5 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 01:48:00.669342 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-434428d6-6a4b-4e62-b2cc-1098b33cb456 req-e8d42e9e-0d89-4bea-8999-84a393b3dad5 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053620 Mar 30 01:48:00.699775 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 48076) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:48:00.707408 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-c2050afd-0621-4f9b-8f1f-cf0ed3d3a262 req-56f72e68-a7ea-47dc-b91f-1fff4f31bf64 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/security-groups?id=8461449d-000b-4f2c-93da-a0de10ff14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490553 Mar 30 01:48:00.754681 dv-cinder-817135-7-smb neutron-server[103228]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 30 01:48:00.801433 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434428d6-6a4b-4e62-b2cc-1098b33cb456 req-7c0067f2-aa70-4d95-83f8-c45ff4295422 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:48:00.802689 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-434428d6-6a4b-4e62-b2cc-1098b33cb456 req-7c0067f2-aa70-4d95-83f8-c45ff4295422 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports/714d2c5d-190f-4ff7-88f9-6b4365232300 HTTP/1.1" status: 200 len: 942 time: 0.1017561 Mar 30 01:48:01.838031 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441ec46-a6b0-4b69-8d52-511f3b9540f5 req-8e686d09-d35b-46cd-b7dc-1f224e1084ed tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:48:01.839734 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9441ec46-a6b0-4b69-8d52-511f3b9540f5 req-8e686d09-d35b-46cd-b7dc-1f224e1084ed tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 945 time: 0.0643539 Mar 30 01:48:01.888718 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-9441ec46-a6b0-4b69-8d52-511f3b9540f5 req-04d3774f-4a4c-4788-8f69-ffc9b686f908 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/security-groups?id=8461449d-000b-4f2c-93da-a0de10ff14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428252 Mar 30 01:48:01.999788 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434428d6-6a4b-4e62-b2cc-1098b33cb456 req-76778ed4-fe48-4d17-8e49-02a5887c7435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:48:02.001205 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-434428d6-6a4b-4e62-b2cc-1098b33cb456 req-76778ed4-fe48-4d17-8e49-02a5887c7435 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe&tenant_id=f239e5b41b6c4f2d9c29852efb94808f HTTP/1.1" status: 200 len: 1129 time: 0.0482993 Mar 30 01:48:02.081292 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434428d6-6a4b-4e62-b2cc-1098b33cb456 req-ad87333c-1960-4e5b-bdb8-439b00cd003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:48:02.083449 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-434428d6-6a4b-4e62-b2cc-1098b33cb456 req-ad87333c-1960-4e5b-bdb8-439b00cd003d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f239e5b41b6c4f2d9c29852efb94808f&device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 1129 time: 0.0526357 Mar 30 01:48:02.177617 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434428d6-6a4b-4e62-b2cc-1098b33cb456 req-4e8a826d-723d-4682-85b8-f5e2bcc35573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:48:02.179082 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-434428d6-6a4b-4e62-b2cc-1098b33cb456 req-4e8a826d-723d-4682-85b8-f5e2bcc35573 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0 HTTP/1.1" status: 200 len: 909 time: 0.0895879 Mar 30 01:48:02.248723 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-434428d6-6a4b-4e62-b2cc-1098b33cb456 req-e29cddac-e456-4c77-9e04-dffaccd1ae6e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=714d2c5d-190f-4ff7-88f9-6b4365232300 HTTP/1.1" status: 200 len: 1000 time: 0.0630932 Mar 30 01:48:02.297990 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434428d6-6a4b-4e62-b2cc-1098b33cb456 req-3c87b6d1-fc90-4fb6-8bb3-2b0490b72d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:48:02.299369 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-434428d6-6a4b-4e62-b2cc-1098b33cb456 req-3c87b6d1-fc90-4fb6-8bb3-2b0490b72d49 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=677958c7-3757-4e6f-8fe0-9b3e43c42173 HTTP/1.1" status: 200 len: 847 time: 0.0448537 Mar 30 01:48:02.350944 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434428d6-6a4b-4e62-b2cc-1098b33cb456 req-7d64d06e-2641-4471-8682-547d4db65f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:48:02.352406 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-434428d6-6a4b-4e62-b2cc-1098b33cb456 req-7d64d06e-2641-4471-8682-547d4db65f97 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0471914 Mar 30 01:48:02.465260 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-434428d6-6a4b-4e62-b2cc-1098b33cb456 req-bd6c3f62-ea07-4710-a463-eb77e6e61fdd service neutron] 10.222.0.18 "GET /v2.0/networks/7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042354 Mar 30 01:48:02.564223 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-434428d6-6a4b-4e62-b2cc-1098b33cb456 req-1def2a6b-ddbd-4662-91df-ccadea2b3d77 service neutron] 10.222.0.18 "GET /v2.0/networks/7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921328 Mar 30 01:48:02.629212 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 714d2c5d-190f-4ff7-88f9-6b4365232300 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:48:02.716799 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port 714d2c5d-190f-4ff7-88f9-6b4365232300 is: ACTIVE; New status is: DOWN {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:48:02.717176 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (714d2c5d-190f-4ff7-88f9-6b4365232300), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:48:02.743377 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb33f66-5790-457a-a4af-20cf18c29cfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '714d2c5d-190f-4ff7-88f9-6b4365232300'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:48:02.746763 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b54a399a95781ce0e36d18e73dfd9bddfd965df0fcdebdd8e46dd02a402f6d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f42f54-dd7b-4250-9801-b05edaf252d9" -d '{"events": [{"server_uuid": "5eb33f66-5790-457a-a4af-20cf18c29cfe", "name": "network-vif-unplugged", "status": "completed", "tag": "714d2c5d-190f-4ff7-88f9-6b4365232300"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:48:02.761075 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 714d2c5d-190f-4ff7-88f9-6b4365232300, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=714d2c5d-190f-4ff7-88f9-6b4365232300,segment=NetworkSegment(a8b56ba3-6674-41ba-8f60-f734dd20513b),segment_id=a8b56ba3-6674-41ba-8f60-f734dd20513b)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:48:02.766645 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (714d2c5d-190f-4ff7-88f9-6b4365232300), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:48:02.816138 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=714d2c5d-190f-4ff7-88f9-6b4365232300,revision_number=6']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:48:02.823267 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:48:02.823642 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:48:02.823983 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:48:02.824323 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:48:02.824681 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:48:02.824985 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:48:02.825322 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:48:02.825646 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:48:02.825970 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:48:02.826297 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:48:02.826660 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:48:02.826987 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:48:02.827356 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:48:02.827860 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:48:02.828234 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:48:02.840286 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Mar 2022 01:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5e2a2b-33c9-40ae-88f2-beccb67036ff x-openstack-request-id: req-5a5e2a2b-33c9-40ae-88f2-beccb67036ff {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:48:02.840688 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb33f66-5790-457a-a4af-20cf18c29cfe", "name": "network-vif-unplugged", "status": "completed", "tag": "714d2c5d-190f-4ff7-88f9-6b4365232300", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:48:02.841067 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a5e2a2b-33c9-40ae-88f2-beccb67036ff {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:48:02.841549 dv-cinder-817135-7-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a5e2a2b-33c9-40ae-88f2-beccb67036ff'] response: {'server_uuid': '5eb33f66-5790-457a-a4af-20cf18c29cfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '714d2c5d-190f-4ff7-88f9-6b4365232300', 'code': 200} Mar 30 01:48:03.040872 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae4f20-8415-4b6e-854a-35dc1c8af33e req-9fe27507-2950-44d8-8c27-ec3c9f6f1108 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:48:03.042329 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-deae4f20-8415-4b6e-854a-35dc1c8af33e req-9fe27507-2950-44d8-8c27-ec3c9f6f1108 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 943 time: 0.0669870 Mar 30 01:48:03.093153 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-deae4f20-8415-4b6e-854a-35dc1c8af33e req-77092d75-b042-43cc-a38c-3b73aa590c05 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/security-groups?id=8461449d-000b-4f2c-93da-a0de10ff14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434139 Mar 30 01:48:03.171694 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:48:04.220790 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2109d30-2e48-4ead-9657-97ac7b21bca3 req-13329e65-f7ef-4d97-9d3c-e7db96655000 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:48:04.222245 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f2109d30-2e48-4ead-9657-97ac7b21bca3 req-13329e65-f7ef-4d97-9d3c-e7db96655000 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 943 time: 0.0594623 Mar 30 01:48:04.277991 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f2109d30-2e48-4ead-9657-97ac7b21bca3 req-84d2d888-600b-4b11-a3f0-e8788de12913 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/security-groups?id=8461449d-000b-4f2c-93da-a0de10ff14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473447 Mar 30 01:48:04.810316 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f8dcc-f6b8-473c-9d13-627352be9eeb req-4cecd753-4dfb-4966-b7ab-276dcca6e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:48:04.811916 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-7d9f8dcc-f6b8-473c-9d13-627352be9eeb req-4cecd753-4dfb-4966-b7ab-276dcca6e34e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 1127 time: 0.0558360 Mar 30 01:48:04.860989 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-7d9f8dcc-f6b8-473c-9d13-627352be9eeb req-3259a6df-0253-4445-b6b5-a0ecf19b1772 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8461449d-000b-4f2c-93da-a0de10ff14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433264 Mar 30 01:48:04.948012 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:48:05.424987 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e447f-9f62-4750-bb8a-2b43c60c85d4 req-3ddfa96d-111f-4895-abe8-34c76dab4467 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:48:05.426522 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f73e447f-9f62-4750-bb8a-2b43c60c85d4 req-3ddfa96d-111f-4895-abe8-34c76dab4467 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 943 time: 0.0642400 Mar 30 01:48:05.479559 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-f73e447f-9f62-4750-bb8a-2b43c60c85d4 req-e68ed303-f524-4314-8506-427e39c4a7f4 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/security-groups?id=8461449d-000b-4f2c-93da-a0de10ff14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446484 Mar 30 01:48:06.620187 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f4acc-d955-4448-8ea3-a8d59e9683f5 req-ef2cae83-8d79-4ea6-9803-66ee2139fe55 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:48:06.621664 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ab4f4acc-d955-4448-8ea3-a8d59e9683f5 req-ef2cae83-8d79-4ea6-9803-66ee2139fe55 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 943 time: 0.0597394 Mar 30 01:48:06.629144 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 714d2c5d-190f-4ff7-88f9-6b4365232300 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:48:06.672834 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ab4f4acc-d955-4448-8ea3-a8d59e9683f5 req-5d351e3a-055e-4fb0-8f1f-4573a9bb3f77 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/security-groups?id=8461449d-000b-4f2c-93da-a0de10ff14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444648 Mar 30 01:48:06.736257 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 714d2c5d-190f-4ff7-88f9-6b4365232300, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=714d2c5d-190f-4ff7-88f9-6b4365232300,segment=NetworkSegment(a8b56ba3-6674-41ba-8f60-f734dd20513b),segment_id=a8b56ba3-6674-41ba-8f60-f734dd20513b)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:48:06.747300 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Returning: {'device': '714d2c5d-190f-4ff7-88f9-6b4365232300', 'network_id': '7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0', 'port_id': '714d2c5d-190f-4ff7-88f9-6b4365232300', 'mac_address': 'fa:16:3e:52:a4:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '677958c7-3757-4e6f-8fe0-9b3e43c42173', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:48:06.787000 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port 714d2c5d-190f-4ff7-88f9-6b4365232300 is: DOWN; New status is: BUILD {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:48:06.787296 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (714d2c5d-190f-4ff7-88f9-6b4365232300), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:48:06.801081 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 714d2c5d-190f-4ff7-88f9-6b4365232300 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:48:06.822164 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 714d2c5d-190f-4ff7-88f9-6b4365232300, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=714d2c5d-190f-4ff7-88f9-6b4365232300,segment=NetworkSegment(a8b56ba3-6674-41ba-8f60-f734dd20513b),segment_id=a8b56ba3-6674-41ba-8f60-f734dd20513b)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:48:06.828076 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (714d2c5d-190f-4ff7-88f9-6b4365232300), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:48:06.877639 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=714d2c5d-190f-4ff7-88f9-6b4365232300,revision_number=7']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:48:07.225290 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] get_ports_and_sgs() called for port_ids ['714d2c5d-190f-4ff7-88f9-6b4365232300'] {{(pid=103230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:48:08.652561 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 714d2c5d-190f-4ff7-88f9-6b4365232300 up at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:48:08.706816 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Provisioning complete for port 714d2c5d-190f-4ff7-88f9-6b4365232300 triggered by entity L2. {{(pid=103230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:48:08.707189 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957120'] for port (714d2c5d-190f-4ff7-88f9-6b4365232300), provisioning_complete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:48:08.788439 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Current status of the port 714d2c5d-190f-4ff7-88f9-6b4365232300 is: BUILD; New status is: ACTIVE {{(pid=103230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:48:08.788829 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1772538'] for port (714d2c5d-190f-4ff7-88f9-6b4365232300), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:48:08.815690 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb33f66-5790-457a-a4af-20cf18c29cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714d2c5d-190f-4ff7-88f9-6b4365232300'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:48:08.817974 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b54a399a95781ce0e36d18e73dfd9bddfd965df0fcdebdd8e46dd02a402f6d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76b49c9-b56a-4e58-962a-eec4864ff9e6" -d '{"events": [{"server_uuid": "5eb33f66-5790-457a-a4af-20cf18c29cfe", "name": "network-vif-plugged", "status": "completed", "tag": "714d2c5d-190f-4ff7-88f9-6b4365232300"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:48:08.831369 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] For port 714d2c5d-190f-4ff7-88f9-6b4365232300, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=714d2c5d-190f-4ff7-88f9-6b4365232300,segment=NetworkSegment(a8b56ba3-6674-41ba-8f60-f734dd20513b),segment_id=a8b56ba3-6674-41ba-8f60-f734dd20513b)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:48:08.836683 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788084819851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788084301572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788084301590'] for port (714d2c5d-190f-4ff7-88f9-6b4365232300), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:48:08.859463 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55643e03-72b4-4678-9352-83d94137b498 x-openstack-request-id: req-55643e03-72b4-4678-9352-83d94137b498 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:48:08.859756 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb33f66-5790-457a-a4af-20cf18c29cfe", "name": "network-vif-plugged", "status": "completed", "tag": "714d2c5d-190f-4ff7-88f9-6b4365232300", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:48:08.860008 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-55643e03-72b4-4678-9352-83d94137b498 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:48:08.860407 dv-cinder-817135-7-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55643e03-72b4-4678-9352-83d94137b498'] response: {'server_uuid': '5eb33f66-5790-457a-a4af-20cf18c29cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714d2c5d-190f-4ff7-88f9-6b4365232300', 'code': 200} Mar 30 01:48:08.885153 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Pushing event updated for resources: {'Port': ['ID=714d2c5d-190f-4ff7-88f9-6b4365232300,revision_number=8']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:48:13.475374 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-8afdb944-ff08-4917-801d-b9228ec3df3b req-e37a0705-44e5-4383-b1ee-40493b94ef25 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455902 Mar 30 01:48:13.569909 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afdb944-ff08-4917-801d-b9228ec3df3b req-a4e6ce3d-6c5d-4baf-a32d-da1fad1b1e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:48:13.571406 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-8afdb944-ff08-4917-801d-b9228ec3df3b req-a4e6ce3d-6c5d-4baf-a32d-da1fad1b1e7e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f239e5b41b6c4f2d9c29852efb94808f&device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 1129 time: 0.0467675 Mar 30 01:48:13.682448 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afdb944-ff08-4917-801d-b9228ec3df3b req-41d33b60-053c-4ba4-bd8d-bde3378c2d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:48:13.683933 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-8afdb944-ff08-4917-801d-b9228ec3df3b req-41d33b60-053c-4ba4-bd8d-bde3378c2d69 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0 HTTP/1.1" status: 200 len: 909 time: 0.0937934 Mar 30 01:48:13.751075 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-8afdb944-ff08-4917-801d-b9228ec3df3b req-7d8c7e52-4c5f-4eba-8722-466e60858c3d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=714d2c5d-190f-4ff7-88f9-6b4365232300 HTTP/1.1" status: 200 len: 1000 time: 0.0604641 Mar 30 01:48:13.799896 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afdb944-ff08-4917-801d-b9228ec3df3b req-cbce982e-6b87-4f44-ba32-212a82f9e013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:48:13.801634 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-8afdb944-ff08-4917-801d-b9228ec3df3b req-cbce982e-6b87-4f44-ba32-212a82f9e013 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=677958c7-3757-4e6f-8fe0-9b3e43c42173 HTTP/1.1" status: 200 len: 847 time: 0.0448763 Mar 30 01:48:13.856579 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afdb944-ff08-4917-801d-b9228ec3df3b req-1dd52895-e6e9-44ca-8a1b-b2f70220731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:48:13.858041 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-8afdb944-ff08-4917-801d-b9228ec3df3b req-1dd52895-e6e9-44ca-8a1b-b2f70220731e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0505476 Mar 30 01:48:13.950368 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-8afdb944-ff08-4917-801d-b9228ec3df3b req-30872c9c-438f-463c-92eb-5daa7d2f2e8f service neutron] 10.222.0.18 "GET /v2.0/networks/7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857980 Mar 30 01:48:14.041585 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-8afdb944-ff08-4917-801d-b9228ec3df3b req-9568a162-b4ca-4bd1-af27-3e2d86c82286 service neutron] 10.222.0.18 "GET /v2.0/networks/7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849369 Mar 30 01:48:19.752124 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e845c9e-8730-4f60-8085-aa7e5a671b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:48:21.987479 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a0b66fd8-e48a-4d66-90f0-4e5102a8387e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:48:23.098020 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:48:24.681713 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:48:26.014287 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:48:34.959150 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:48:40.176116 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:48:49.746255 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51c72776-6964-4e07-b34e-982b36d5ebc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:48:51.992199 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c0b3ba00-8505-4066-bd56-4b643cbce2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:48:53.108353 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:48:54.712371 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:48:56.022026 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:04.950615 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:13.431687 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-bb8395e6-e508-4443-8320-f3cd00d7426f req-435c4823-0108-476d-bd19-aa34c4ef7458 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484049 Mar 30 01:49:13.523797 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8395e6-e508-4443-8320-f3cd00d7426f req-f803ecc1-c235-4a1f-8f17-a33a7a194359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:49:13.525269 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-bb8395e6-e508-4443-8320-f3cd00d7426f req-f803ecc1-c235-4a1f-8f17-a33a7a194359 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f239e5b41b6c4f2d9c29852efb94808f&device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 1129 time: 0.0467126 Mar 30 01:49:13.631135 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8395e6-e508-4443-8320-f3cd00d7426f req-0215869d-adb3-4006-acd4-da4baf50d81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:49:13.632560 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-bb8395e6-e508-4443-8320-f3cd00d7426f req-0215869d-adb3-4006-acd4-da4baf50d81e service neutron] 10.222.0.18 "GET /v2.0/networks?id=7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0 HTTP/1.1" status: 200 len: 909 time: 0.0887065 Mar 30 01:49:13.711588 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-bb8395e6-e508-4443-8320-f3cd00d7426f req-e725efe5-25be-4dee-8f5d-9ba9d3dc90c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=714d2c5d-190f-4ff7-88f9-6b4365232300 HTTP/1.1" status: 200 len: 1000 time: 0.0717337 Mar 30 01:49:13.762337 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8395e6-e508-4443-8320-f3cd00d7426f req-0fd273b1-e33a-414b-ad77-bfdd1f3ca16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:49:13.763854 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-bb8395e6-e508-4443-8320-f3cd00d7426f req-0fd273b1-e33a-414b-ad77-bfdd1f3ca16d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=677958c7-3757-4e6f-8fe0-9b3e43c42173 HTTP/1.1" status: 200 len: 847 time: 0.0462892 Mar 30 01:49:13.817026 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8395e6-e508-4443-8320-f3cd00d7426f req-d163837a-11b2-48c1-a028-5bb72b8d7502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:49:13.818517 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-bb8395e6-e508-4443-8320-f3cd00d7426f req-d163837a-11b2-48c1-a028-5bb72b8d7502 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0490570 Mar 30 01:49:13.910754 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-bb8395e6-e508-4443-8320-f3cd00d7426f req-6af0418d-d0d0-49ac-b86c-b5a87feeafa3 service neutron] 10.222.0.18 "GET /v2.0/networks/7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856977 Mar 30 01:49:14.006316 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-bb8395e6-e508-4443-8320-f3cd00d7426f req-e0e5470b-a498-43ef-927c-e4bef7d463e6 service neutron] 10.222.0.18 "GET /v2.0/networks/7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893791 Mar 30 01:49:17.180263 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:49:19.743850 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4a87589c-a51d-4439-8d00-c8b00ed8859d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:21.993662 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4fffcf5a-9db6-423d-a667-11dc6a740ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:23.111995 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:24.691159 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:26.019316 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:34.976755 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:49.745634 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8c606c3f-2fa4-405c-9bd1-37969a90f80e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:50.148038 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 48112) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:49:50.352930 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-325e0daf-4e28-436b-a6ef-58dcb7bf9b01 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Deleting port 0ed1a64d-9ddb-480c-a386-9ae4c1e77c20 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:49:50.353174 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-325e0daf-4e28-436b-a6ef-58dcb7bf9b01 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (0ed1a64d-9ddb-480c-a386-9ae4c1e77c20), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:50.425273 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-325e0daf-4e28-436b-a6ef-58dcb7bf9b01 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (0ed1a64d-9ddb-480c-a386-9ae4c1e77c20), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:50.425546 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-325e0daf-4e28-436b-a6ef-58dcb7bf9b01 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks [] for floatingip (0ed1a64d-9ddb-480c-a386-9ae4c1e77c20), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:50.437044 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-325e0daf-4e28-436b-a6ef-58dcb7bf9b01 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Calling delete_port for 0ed1a64d-9ddb-480c-a386-9ae4c1e77c20 owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:49:50.590279 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-325e0daf-4e28-436b-a6ef-58dcb7bf9b01 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583052'] for port (0ed1a64d-9ddb-480c-a386-9ae4c1e77c20), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:50.622300 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e0daf-4e28-436b-a6ef-58dcb7bf9b01 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Pushing event deleted for resources: {'Port': ['ID=0ed1a64d-9ddb-480c-a386-9ae4c1e77c20,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:49:50.645401 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e0daf-4e28-436b-a6ef-58dcb7bf9b01 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:50.645747 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e0daf-4e28-436b-a6ef-58dcb7bf9b01 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:50.646090 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e0daf-4e28-436b-a6ef-58dcb7bf9b01 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:50.646463 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e0daf-4e28-436b-a6ef-58dcb7bf9b01 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:50.646830 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e0daf-4e28-436b-a6ef-58dcb7bf9b01 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:50.647163 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e0daf-4e28-436b-a6ef-58dcb7bf9b01 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:50.647491 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e0daf-4e28-436b-a6ef-58dcb7bf9b01 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:50.647817 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e0daf-4e28-436b-a6ef-58dcb7bf9b01 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:50.648147 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e0daf-4e28-436b-a6ef-58dcb7bf9b01 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:50.648468 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e0daf-4e28-436b-a6ef-58dcb7bf9b01 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:50.648793 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e0daf-4e28-436b-a6ef-58dcb7bf9b01 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:50.649206 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e0daf-4e28-436b-a6ef-58dcb7bf9b01 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:50.649535 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e0daf-4e28-436b-a6ef-58dcb7bf9b01 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:50.650037 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e0daf-4e28-436b-a6ef-58dcb7bf9b01 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:50.650372 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e0daf-4e28-436b-a6ef-58dcb7bf9b01 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:50.690044 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-325e0daf-4e28-436b-a6ef-58dcb7bf9b01 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks [] for floatingip (5a5bdb33-b707-44b8-ac20-fd1a616e422a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:50.690446 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.db.l3_db [None req-325e0daf-4e28-436b-a6ef-58dcb7bf9b01 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Floating IP 5a5bdb33-b707-44b8-ac20-fd1a616e422a disassociated (deleted). External IP: 172.28.0.46, port: 714d2c5d-190f-4ff7-88f9-6b4365232300. Mar 30 01:49:50.917977 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325e0daf-4e28-436b-a6ef-58dcb7bf9b01 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Router ebac224d-c288-4491-9b52-674ad17de5b1 has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:49:51.031127 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325e0daf-4e28-436b-a6ef-58dcb7bf9b01 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:49:51.036400 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-325e0daf-4e28-436b-a6ef-58dcb7bf9b01 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:51.041467 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed5b06a-2c75-40cf-af27-2bcf4553128e None None] Sync routers for ids ['ebac224d-c288-4491-9b52-674ad17de5b1'] in dv-cinder-817135-7-smb {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:49:51.050677 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed5b06a-2c75-40cf-af27-2bcf4553128e None None] Routers {'ebac224d-c288-4491-9b52-674ad17de5b1'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:49:51.051291 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-1ed5b06a-2c75-40cf-af27-2bcf4553128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:49:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['ebac224d-c288-4491-9b52-674ad17de5b1'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:49:51.067424 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-325e0daf-4e28-436b-a6ef-58dcb7bf9b01 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "DELETE /v2.0/floatingips/5a5bdb33-b707-44b8-ac20-fd1a616e422a HTTP/1.1" status: 204 len: 168 time: 0.9179270 Mar 30 01:49:51.068092 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb33f66-5790-457a-a4af-20cf18c29cfe', 'tag': '714d2c5d-190f-4ff7-88f9-6b4365232300'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:49:51.070541 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ee1e0a93b5aae8634dc44ede2e08a21acb25dbbcfc8760de0fb17172de978b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fabc39-6224-4e2a-90cf-f3abca5e7283" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb33f66-5790-457a-a4af-20cf18c29cfe", "tag": "714d2c5d-190f-4ff7-88f9-6b4365232300"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:49:51.112021 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07cbe86-e6b6-4eae-b22c-2c6f44990209 x-openstack-request-id: req-b07cbe86-e6b6-4eae-b22c-2c6f44990209 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:49:51.112652 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb33f66-5790-457a-a4af-20cf18c29cfe", "tag": "714d2c5d-190f-4ff7-88f9-6b4365232300", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:49:51.113153 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b07cbe86-e6b6-4eae-b22c-2c6f44990209 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:49:51.113780 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b07cbe86-e6b6-4eae-b22c-2c6f44990209'] response: {'name': 'network-changed', 'server_uuid': '5eb33f66-5790-457a-a4af-20cf18c29cfe', 'tag': '714d2c5d-190f-4ff7-88f9-6b4365232300', 'status': 'completed', 'code': 200} Mar 30 01:49:51.184581 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fabc39-6224-4e2a-90cf-f3abca5e7283 req-bcee0949-4bcf-4315-b933-2e45e82a0d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:49:51.186921 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f2fabc39-6224-4e2a-90cf-f3abca5e7283 req-bcee0949-4bcf-4315-b933-2e45e82a0d3a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f239e5b41b6c4f2d9c29852efb94808f&device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 1129 time: 0.0523148 Mar 30 01:49:51.292777 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fabc39-6224-4e2a-90cf-f3abca5e7283 req-1a89466e-883d-4f1c-9875-ba5ac2dbd5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:49:51.294282 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f2fabc39-6224-4e2a-90cf-f3abca5e7283 req-1a89466e-883d-4f1c-9875-ba5ac2dbd5f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0 HTTP/1.1" status: 200 len: 909 time: 0.0973794 Mar 30 01:49:51.297510 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-1ed5b06a-2c75-40cf-af27-2bcf4553128e None None] Set router ebac224d-c288-4491-9b52-674ad17de5b1 gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:49:51.340025 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f2fabc39-6224-4e2a-90cf-f3abca5e7283 req-bc78dcfa-35c7-427a-8fea-85d04a4d5845 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=714d2c5d-190f-4ff7-88f9-6b4365232300 HTTP/1.1" status: 200 len: 217 time: 0.0386004 Mar 30 01:49:51.362442 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2fdf7-6ca4-4720-938a-1514dca3bd76 req-3ac1386c-8449-45b9-a1e5-acbcf82574e6 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:49:51.363947 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ecc2fdf7-6ca4-4720-938a-1514dca3bd76 req-3ac1386c-8449-45b9-a1e5-acbcf82574e6 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 945 time: 0.1056218 Mar 30 01:49:51.388681 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fabc39-6224-4e2a-90cf-f3abca5e7283 req-5629a5c8-ab7c-48a3-9a5c-f43a24e06bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:49:51.390137 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f2fabc39-6224-4e2a-90cf-f3abca5e7283 req-5629a5c8-ab7c-48a3-9a5c-f43a24e06bb3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=677958c7-3757-4e6f-8fe0-9b3e43c42173 HTTP/1.1" status: 200 len: 847 time: 0.0444710 Mar 30 01:49:51.418476 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-ecc2fdf7-6ca4-4720-938a-1514dca3bd76 req-3935e67e-b5d6-4cef-ab5f-fb83e22132a8 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/security-groups?id=8461449d-000b-4f2c-93da-a0de10ff14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479383 Mar 30 01:49:51.442911 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fabc39-6224-4e2a-90cf-f3abca5e7283 req-59f5d8da-b239-4b0d-91ac-dea806ff1c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:49:51.444333 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f2fabc39-6224-4e2a-90cf-f3abca5e7283 req-59f5d8da-b239-4b0d-91ac-dea806ff1c76 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0476694 Mar 30 01:49:51.497248 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-1ed5b06a-2c75-40cf-af27-2bcf4553128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'name': 'tempest-TestShelveInstance-632721479-router', 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '80fa0486-9aca-488b-a762-941dd3ee776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:44:41Z', 'updated_at': '2022-03-30T01:44:44Z', 'revision_number': 4, 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'gw_port': {'id': '80fa0486-9aca-488b-a762-941dd3ee776f', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:41Z', 'updated_at': '2022-03-30T01:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '396b08e9-8f58-4be5-81a8-6363c5f0544d', 'name': '', 'network_id': '7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0', 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'mac_address': 'fa:16:3e:8a:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '677958c7-3757-4e6f-8fe0-9b3e43c42173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:43Z', 'updated_at': '2022-03-30T01:44:48Z', 'revision_number': 5, 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'subnets': [{'id': '677958c7-3757-4e6f-8fe0-9b3e43c42173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:49:51.523990 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed5b06a-2c75-40cf-af27-2bcf4553128e None None] Checking router: ebac224d-c288-4491-9b52-674ad17de5b1 for host: dv-cinder-817135-7-smb {{(pid=103230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:49:51.532559 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed5b06a-2c75-40cf-af27-2bcf4553128e None None] Routers {'ebac224d-c288-4491-9b52-674ad17de5b1'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:49:51.533133 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-1ed5b06a-2c75-40cf-af27-2bcf4553128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:49:22Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['ebac224d-c288-4491-9b52-674ad17de5b1'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:49:51.535397 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f2fabc39-6224-4e2a-90cf-f3abca5e7283 req-79251603-1cfd-4a8c-8fa3-b71af4ac33d4 service neutron] 10.222.0.18 "GET /v2.0/networks/7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844762 Mar 30 01:49:51.623549 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-f2fabc39-6224-4e2a-90cf-f3abca5e7283 req-76cdf877-7fb5-4158-9913-c1a3c5363d1e service neutron] 10.222.0.18 "GET /v2.0/networks/7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817525 Mar 30 01:49:51.651198 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-1ed5b06a-2c75-40cf-af27-2bcf4553128e None None] Set router ebac224d-c288-4491-9b52-674ad17de5b1 gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:49:51.860375 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-1ed5b06a-2c75-40cf-af27-2bcf4553128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'name': 'tempest-TestShelveInstance-632721479-router', 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '80fa0486-9aca-488b-a762-941dd3ee776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:44:41Z', 'updated_at': '2022-03-30T01:44:44Z', 'revision_number': 4, 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'gw_port': {'id': '80fa0486-9aca-488b-a762-941dd3ee776f', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:41Z', 'updated_at': '2022-03-30T01:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '396b08e9-8f58-4be5-81a8-6363c5f0544d', 'name': '', 'network_id': '7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0', 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'mac_address': 'fa:16:3e:8a:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '677958c7-3757-4e6f-8fe0-9b3e43c42173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:43Z', 'updated_at': '2022-03-30T01:44:48Z', 'revision_number': 5, 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'subnets': [{'id': '677958c7-3757-4e6f-8fe0-9b3e43c42173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:49:51.887882 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed5b06a-2c75-40cf-af27-2bcf4553128e None None] The sync data for ids ['ebac224d-c288-4491-9b52-674ad17de5b1'] in dv-cinder-817135-7-smb is: [{'id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'name': 'tempest-TestShelveInstance-632721479-router', 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '80fa0486-9aca-488b-a762-941dd3ee776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:44:41Z', 'updated_at': '2022-03-30T01:44:44Z', 'revision_number': 4, 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'gw_port': {'id': '80fa0486-9aca-488b-a762-941dd3ee776f', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:41Z', 'updated_at': '2022-03-30T01:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb', '_interfaces': [{'id': '396b08e9-8f58-4be5-81a8-6363c5f0544d', 'name': '', 'network_id': '7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0', 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'mac_address': 'fa:16:3e:8a:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '677958c7-3757-4e6f-8fe0-9b3e43c42173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:43Z', 'updated_at': '2022-03-30T01:44:48Z', 'revision_number': 5, 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'subnets': [{'id': '677958c7-3757-4e6f-8fe0-9b3e43c42173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:49:51.987493 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b5f0c715-6502-4cdf-bdce-677516b642c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:52.108310 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05836105-3b9e-4205-a662-a446f2ce7a36 None None] New status for floating IP 5a5bdb33-b707-44b8-ac20-fd1a616e422a: DOWN {{(pid=103231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:49:52.602330 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ae4aa-1cbf-4375-9772-0bd948c9b66b req-94e219c2-9688-4546-96d1-2d9f7bf909ed tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:49:52.603908 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5a0ae4aa-1cbf-4375-9772-0bd948c9b66b req-94e219c2-9688-4546-96d1-2d9f7bf909ed tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 945 time: 0.1106486 Mar 30 01:49:52.655045 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-5a0ae4aa-1cbf-4375-9772-0bd948c9b66b req-c4694ec2-45fd-4ed5-b292-5e505a15c9f6 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/security-groups?id=8461449d-000b-4f2c-93da-a0de10ff14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453358 Mar 30 01:49:52.968720 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1609c-1569-44c8-ad5e-5d735720ec7d req-227fc6c4-7ff6-4982-8077-74fb8e3fd328 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:49:52.970167 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-1bc1609c-1569-44c8-ad5e-5d735720ec7d req-227fc6c4-7ff6-4982-8077-74fb8e3fd328 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.18 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 945 time: 0.0672026 Mar 30 01:49:53.066658 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-1bc1609c-1569-44c8-ad5e-5d735720ec7d req-479f9696-2e1c-4afe-a23e-f2d9b1b5aeb8 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Deleting port 714d2c5d-190f-4ff7-88f9-6b4365232300 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:49:53.066934 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-1bc1609c-1569-44c8-ad5e-5d735720ec7d req-479f9696-2e1c-4afe-a23e-f2d9b1b5aeb8 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (714d2c5d-190f-4ff7-88f9-6b4365232300), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:53.106692 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:53.151873 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [req-1bc1609c-1569-44c8-ad5e-5d735720ec7d req-479f9696-2e1c-4afe-a23e-f2d9b1b5aeb8 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] For port 714d2c5d-190f-4ff7-88f9-6b4365232300, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=714d2c5d-190f-4ff7-88f9-6b4365232300,segment=NetworkSegment(a8b56ba3-6674-41ba-8f60-f734dd20513b),segment_id=a8b56ba3-6674-41ba-8f60-f734dd20513b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:49:53.152231 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-1bc1609c-1569-44c8-ad5e-5d735720ec7d req-479f9696-2e1c-4afe-a23e-f2d9b1b5aeb8 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (714d2c5d-190f-4ff7-88f9-6b4365232300), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:53.168255 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [req-1bc1609c-1569-44c8-ad5e-5d735720ec7d req-479f9696-2e1c-4afe-a23e-f2d9b1b5aeb8 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Calling delete_port for 714d2c5d-190f-4ff7-88f9-6b4365232300 owned by compute:nova {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:49:53.300952 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-1bc1609c-1569-44c8-ad5e-5d735720ec7d req-479f9696-2e1c-4afe-a23e-f2d9b1b5aeb8 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (714d2c5d-190f-4ff7-88f9-6b4365232300), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:53.328692 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f9696-2e1c-4afe-a23e-f2d9b1b5aeb8 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Pushing event deleted for resources: {'Port': ['ID=714d2c5d-190f-4ff7-88f9-6b4365232300,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:49:53.340390 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f9696-2e1c-4afe-a23e-f2d9b1b5aeb8 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:53.340729 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f9696-2e1c-4afe-a23e-f2d9b1b5aeb8 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:53.341059 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f9696-2e1c-4afe-a23e-f2d9b1b5aeb8 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:53.341389 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f9696-2e1c-4afe-a23e-f2d9b1b5aeb8 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:53.341713 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f9696-2e1c-4afe-a23e-f2d9b1b5aeb8 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:53.342031 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f9696-2e1c-4afe-a23e-f2d9b1b5aeb8 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:53.342348 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f9696-2e1c-4afe-a23e-f2d9b1b5aeb8 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:53.342695 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f9696-2e1c-4afe-a23e-f2d9b1b5aeb8 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:53.343006 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f9696-2e1c-4afe-a23e-f2d9b1b5aeb8 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:53.343307 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f9696-2e1c-4afe-a23e-f2d9b1b5aeb8 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:53.343619 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f9696-2e1c-4afe-a23e-f2d9b1b5aeb8 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:53.343929 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f9696-2e1c-4afe-a23e-f2d9b1b5aeb8 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:53.344244 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f9696-2e1c-4afe-a23e-f2d9b1b5aeb8 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:53.344550 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f9696-2e1c-4afe-a23e-f2d9b1b5aeb8 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:53.344861 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f9696-2e1c-4afe-a23e-f2d9b1b5aeb8 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:53.383174 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc1609c-1569-44c8-ad5e-5d735720ec7d req-479f9696-2e1c-4afe-a23e-f2d9b1b5aeb8 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] No DVR routers for this DVR port 714d2c5d-190f-4ff7-88f9-6b4365232300 on host hv-cinder-81713 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:49:53.386109 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [req-1bc1609c-1569-44c8-ad5e-5d735720ec7d req-479f9696-2e1c-4afe-a23e-f2d9b1b5aeb8 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120628'] for port (None), before_response {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:53.389378 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [req-1bc1609c-1569-44c8-ad5e-5d735720ec7d req-479f9696-2e1c-4afe-a23e-f2d9b1b5aeb8 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.18 "DELETE /v2.0/ports/714d2c5d-190f-4ff7-88f9-6b4365232300 HTTP/1.1" status: 204 len: 173 time: 0.4132457 Mar 30 01:49:53.389814 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb33f66-5790-457a-a4af-20cf18c29cfe', 'name': 'network-vif-deleted', 'tag': '714d2c5d-190f-4ff7-88f9-6b4365232300'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:49:53.392060 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ffedb251dc6f753b3cdf2a98a888c5b5fe37825041f70f82dd8533a8055de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3316d83-4078-4b2b-a9e7-135a2e7bd4e9" -d '{"events": [{"server_uuid": "5eb33f66-5790-457a-a4af-20cf18c29cfe", "name": "network-vif-deleted", "tag": "714d2c5d-190f-4ff7-88f9-6b4365232300"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:49:53.488006 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0085c896-d7eb-4c29-a71d-780c5c7bdea8 x-openstack-request-id: req-0085c896-d7eb-4c29-a71d-780c5c7bdea8 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:49:53.488447 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb33f66-5790-457a-a4af-20cf18c29cfe", "name": "network-vif-deleted", "tag": "714d2c5d-190f-4ff7-88f9-6b4365232300", "status": "completed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:49:53.488765 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0085c896-d7eb-4c29-a71d-780c5c7bdea8 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:49:53.489173 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0085c896-d7eb-4c29-a71d-780c5c7bdea8'] response: {'server_uuid': '5eb33f66-5790-457a-a4af-20cf18c29cfe', 'name': 'network-vif-deleted', 'tag': '714d2c5d-190f-4ff7-88f9-6b4365232300', 'status': 'completed', 'code': 200} Mar 30 01:49:53.770447 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [req-60b29d20-a7a3-465f-8e79-1ea3aea3a7c6 req-66fb6bee-434d-480f-81d7-b7fe203a867c tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb33f66-5790-457a-a4af-20cf18c29cfe HTTP/1.1" status: 200 len: 210 time: 0.0306113 Mar 30 01:49:54.184653 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:49:54.698288 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:54.840769 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 48148) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:49:54.899173 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e2fc847f-c4f6-4308-97d1-53b250d100b3 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks [] for security_group (8461449d-000b-4f2c-93da-a0de10ff14c4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:54.928440 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e2fc847f-c4f6-4308-97d1-53b250d100b3 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks [] for security_group (8461449d-000b-4f2c-93da-a0de10ff14c4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:54.992348 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e2fc847f-c4f6-4308-97d1-53b250d100b3 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (8461449d-000b-4f2c-93da-a0de10ff14c4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:54.995146 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e2fc847f-c4f6-4308-97d1-53b250d100b3 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:54.996305 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-e2fc847f-c4f6-4308-97d1-53b250d100b3 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] 10.222.0.25 "DELETE /v2.0/security-groups/8461449d-000b-4f2c-93da-a0de10ff14c4 HTTP/1.1" status: 204 len: 168 time: 0.1545756 Mar 30 01:49:55.005637 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc847f-c4f6-4308-97d1-53b250d100b3 tempest-TestShelveInstance-1207996334 tempest-TestShelveInstance-1207996334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8461449d-000b-4f2c-93da-a0de10ff14c4,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:49:56.015741 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:56.061186 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 48154) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:49:56.794742 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6ee501d5-bb35-49e8-9b7a-d496898f2517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624966'] for router_interface (ebac224d-c288-4491-9b52-674ad17de5b1), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:57.061652 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-6ee501d5-bb35-49e8-9b7a-d496898f2517 admin admin] Deleting port 396b08e9-8f58-4be5-81a8-6363c5f0544d {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:49:57.062368 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6ee501d5-bb35-49e8-9b7a-d496898f2517 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (396b08e9-8f58-4be5-81a8-6363c5f0544d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:57.151148 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-6ee501d5-bb35-49e8-9b7a-d496898f2517 admin admin] For port 396b08e9-8f58-4be5-81a8-6363c5f0544d, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=396b08e9-8f58-4be5-81a8-6363c5f0544d,segment=NetworkSegment(a8b56ba3-6674-41ba-8f60-f734dd20513b),segment_id=a8b56ba3-6674-41ba-8f60-f734dd20513b)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:49:57.151695 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6ee501d5-bb35-49e8-9b7a-d496898f2517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (396b08e9-8f58-4be5-81a8-6363c5f0544d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:57.165830 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-6ee501d5-bb35-49e8-9b7a-d496898f2517 admin admin] Calling delete_port for 396b08e9-8f58-4be5-81a8-6363c5f0544d owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:49:57.250619 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 714d2c5d-190f-4ff7-88f9-6b4365232300 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:49:57.275617 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] No Port match for: 714d2c5d-190f-4ff7-88f9-6b4365232300 {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:49:57.275996 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Device 714d2c5d-190f-4ff7-88f9-6b4365232300 not bound to the agent host hv-cinder-81713 {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:49:57.353621 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6ee501d5-bb35-49e8-9b7a-d496898f2517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583052'] for port (396b08e9-8f58-4be5-81a8-6363c5f0544d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:57.378346 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee501d5-bb35-49e8-9b7a-d496898f2517 admin admin] Pushing event deleted for resources: {'Port': ['ID=396b08e9-8f58-4be5-81a8-6363c5f0544d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:49:57.545362 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6ee501d5-bb35-49e8-9b7a-d496898f2517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-622806'] for router_interface (ebac224d-c288-4491-9b52-674ad17de5b1), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:57.772937 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee501d5-bb35-49e8-9b7a-d496898f2517 admin admin] Router ebac224d-c288-4491-9b52-674ad17de5b1 has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:49:57.893126 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee501d5-bb35-49e8-9b7a-d496898f2517 admin admin] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:49:57.898432 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-6ee501d5-bb35-49e8-9b7a-d496898f2517 admin admin] 10.222.0.25 "PUT /v2.0/routers/ebac224d-c288-4491-9b52-674ad17de5b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8361738 Mar 30 01:49:57.901219 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 48158) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:49:57.902574 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6bb1c0-ecaa-464a-bd78-b5562109e84c None None] Sync routers for ids ['ebac224d-c288-4491-9b52-674ad17de5b1'] in dv-cinder-817135-7-smb {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:49:57.913931 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6bb1c0-ecaa-464a-bd78-b5562109e84c None None] Routers {'ebac224d-c288-4491-9b52-674ad17de5b1'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:49:57.914594 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-8a6bb1c0-ecaa-464a-bd78-b5562109e84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:49:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['ebac224d-c288-4491-9b52-674ad17de5b1'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:49:58.006929 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4c42ab83-e154-4263-9831-b97ecb67a0f0 admin admin] Publish callbacks [] for router (ebac224d-c288-4491-9b52-674ad17de5b1), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:58.024002 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-8a6bb1c0-ecaa-464a-bd78-b5562109e84c None None] Set router ebac224d-c288-4491-9b52-674ad17de5b1 gateway port host: dv-cinder-817135-7-smb {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:49:58.112635 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4c42ab83-e154-4263-9831-b97ecb67a0f0 admin admin] Publish callbacks [] for router_gateway (ebac224d-c288-4491-9b52-674ad17de5b1), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:58.173730 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-4c42ab83-e154-4263-9831-b97ecb67a0f0 admin admin] Deleting port 80fa0486-9aca-488b-a762-941dd3ee776f {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:49:58.174101 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4c42ab83-e154-4263-9831-b97ecb67a0f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (80fa0486-9aca-488b-a762-941dd3ee776f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:58.203892 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-8a6bb1c0-ecaa-464a-bd78-b5562109e84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'name': 'tempest-TestShelveInstance-632721479-router', 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '80fa0486-9aca-488b-a762-941dd3ee776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:44:41Z', 'updated_at': '2022-03-30T01:49:57Z', 'revision_number': 5, 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'gw_port': {'id': '80fa0486-9aca-488b-a762-941dd3ee776f', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:41Z', 'updated_at': '2022-03-30T01:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb'}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:49:58.234078 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6bb1c0-ecaa-464a-bd78-b5562109e84c None None] Checking router: ebac224d-c288-4491-9b52-674ad17de5b1 for host: dv-cinder-817135-7-smb {{(pid=103230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:49:58.242639 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6bb1c0-ecaa-464a-bd78-b5562109e84c None None] Routers {'ebac224d-c288-4491-9b52-674ad17de5b1'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:49:58.243437 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-8a6bb1c0-ecaa-464a-bd78-b5562109e84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:49:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['ebac224d-c288-4491-9b52-674ad17de5b1'], 'active': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:49:58.250647 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-4c42ab83-e154-4263-9831-b97ecb67a0f0 admin admin] For port 80fa0486-9aca-488b-a762-941dd3ee776f, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=80fa0486-9aca-488b-a762-941dd3ee776f,segment=NetworkSegment(06f2df17-57da-4e9c-9934-3a429189481b),segment_id=06f2df17-57da-4e9c-9934-3a429189481b)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:49:58.251002 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4c42ab83-e154-4263-9831-b97ecb67a0f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (80fa0486-9aca-488b-a762-941dd3ee776f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:58.268092 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-4c42ab83-e154-4263-9831-b97ecb67a0f0 admin admin] Calling delete_port for 80fa0486-9aca-488b-a762-941dd3ee776f owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:49:58.335613 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvr_db [None req-8a6bb1c0-ecaa-464a-bd78-b5562109e84c None None] Set router ebac224d-c288-4491-9b52-674ad17de5b1 gateway port host: None {{(pid=103230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:49:58.392206 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_hamode_db [None req-8a6bb1c0-ecaa-464a-bd78-b5562109e84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'name': 'tempest-TestShelveInstance-632721479-router', 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:44:41Z', 'updated_at': '2022-03-30T01:49:58Z', 'revision_number': 6, 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'gw_port_host': None}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:49:58.419163 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6bb1c0-ecaa-464a-bd78-b5562109e84c None None] The sync data for ids ['ebac224d-c288-4491-9b52-674ad17de5b1'] in dv-cinder-817135-7-smb is: [{'id': 'ebac224d-c288-4491-9b52-674ad17de5b1', 'name': 'tempest-TestShelveInstance-632721479-router', 'tenant_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:44:41Z', 'updated_at': '2022-03-30T01:49:58Z', 'revision_number': 6, 'project_id': 'f239e5b41b6c4f2d9c29852efb94808f', 'gw_port_host': None}] {{(pid=103230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:49:58.439165 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4c42ab83-e154-4263-9831-b97ecb67a0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583052'] for port (80fa0486-9aca-488b-a762-941dd3ee776f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:58.469242 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42ab83-e154-4263-9831-b97ecb67a0f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=80fa0486-9aca-488b-a762-941dd3ee776f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:49:58.531877 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4c42ab83-e154-4263-9831-b97ecb67a0f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623932'] for router_gateway (ebac224d-c288-4491-9b52-674ad17de5b1), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:58.625974 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4c42ab83-e154-4263-9831-b97ecb67a0f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2948'] for router (ebac224d-c288-4491-9b52-674ad17de5b1), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:58.629320 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4c42ab83-e154-4263-9831-b97ecb67a0f0 admin admin] Publish callbacks [] for router_controller (ebac224d-c288-4491-9b52-674ad17de5b1), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:58.681098 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4c42ab83-e154-4263-9831-b97ecb67a0f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629977'] for router (ebac224d-c288-4491-9b52-674ad17de5b1), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:58.681666 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c42ab83-e154-4263-9831-b97ecb67a0f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebac224d-c288-4491-9b52-674ad17de5b1 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 01:49:58.686752 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4c42ab83-e154-4263-9831-b97ecb67a0f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:58.687880 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-4c42ab83-e154-4263-9831-b97ecb67a0f0 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ebac224d-c288-4491-9b52-674ad17de5b1 HTTP/1.1" status: 204 len: 168 time: 0.7857380 Mar 30 01:49:58.690465 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 48160) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:49:58.735020 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e10e1ac-05dc-40df-994c-ea56e5266af9 admin admin] Deleting subnet 677958c7-3757-4e6f-8fe0-9b3e43c42173 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 01:49:58.738091 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7e10e1ac-05dc-40df-994c-ea56e5266af9 admin admin] Publish callbacks [] for subnet (677958c7-3757-4e6f-8fe0-9b3e43c42173), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:58.774070 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7e10e1ac-05dc-40df-994c-ea56e5266af9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10017254'] for subnet (677958c7-3757-4e6f-8fe0-9b3e43c42173), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:58.868871 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7e10e1ac-05dc-40df-994c-ea56e5266af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1879272'] for subnet (677958c7-3757-4e6f-8fe0-9b3e43c42173), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:58.928920 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7e10e1ac-05dc-40df-994c-ea56e5266af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1879263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8581503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554379'] for subnet (677958c7-3757-4e6f-8fe0-9b3e43c42173), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:58.953826 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10e1ac-05dc-40df-994c-ea56e5266af9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=677958c7-3757-4e6f-8fe0-9b3e43c42173,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:49:58.957459 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7e10e1ac-05dc-40df-994c-ea56e5266af9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:58.960809 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-7e10e1ac-05dc-40df-994c-ea56e5266af9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/677958c7-3757-4e6f-8fe0-9b3e43c42173 HTTP/1.1" status: 204 len: 168 time: 0.2691536 Mar 30 01:49:58.963462 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 48162) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:49:58.964592 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f995bef2-e2bf-434e-94b3-4635075bab22 None None] Network 7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0 requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:49:59.032440 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-223d1fc0-6828-4987-bfef-67ed8d429647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2064809'] for network (7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:59.090143 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-223d1fc0-6828-4987-bfef-67ed8d429647 admin admin] Deleting port b60d2859-92d0-400d-875e-637a98c74036 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:49:59.090478 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-223d1fc0-6828-4987-bfef-67ed8d429647 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (b60d2859-92d0-400d-875e-637a98c74036), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:59.156701 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-223d1fc0-6828-4987-bfef-67ed8d429647 admin admin] For port b60d2859-92d0-400d-875e-637a98c74036, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=b60d2859-92d0-400d-875e-637a98c74036,segment=NetworkSegment(a8b56ba3-6674-41ba-8f60-f734dd20513b),segment_id=a8b56ba3-6674-41ba-8f60-f734dd20513b)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:49:59.156701 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-223d1fc0-6828-4987-bfef-67ed8d429647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (b60d2859-92d0-400d-875e-637a98c74036), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:59.160414 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa654634-c8ba-43aa-98cb-769596e613db None None] DHCP port deletion for 7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0 request from dv-cinder-817135-7-smb {{(pid=103230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 01:49:59.175410 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-223d1fc0-6828-4987-bfef-67ed8d429647 admin admin] Calling delete_port for b60d2859-92d0-400d-875e-637a98c74036 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:49:59.214380 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-fa654634-c8ba-43aa-98cb-769596e613db None None] Deleting port b60d2859-92d0-400d-875e-637a98c74036 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:49:59.214695 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fa654634-c8ba-43aa-98cb-769596e613db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (b60d2859-92d0-400d-875e-637a98c74036), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:59.258347 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-223d1fc0-6828-4987-bfef-67ed8d429647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583052'] for port (b60d2859-92d0-400d-875e-637a98c74036), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:59.283248 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-fa654634-c8ba-43aa-98cb-769596e613db None None] For port b60d2859-92d0-400d-875e-637a98c74036, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=b60d2859-92d0-400d-875e-637a98c74036,segment=NetworkSegment(a8b56ba3-6674-41ba-8f60-f734dd20513b),segment_id=a8b56ba3-6674-41ba-8f60-f734dd20513b)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:49:59.283645 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fa654634-c8ba-43aa-98cb-769596e613db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (b60d2859-92d0-400d-875e-637a98c74036), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:59.289643 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d1fc0-6828-4987-bfef-67ed8d429647 admin admin] Pushing event deleted for resources: {'Port': ['ID=b60d2859-92d0-400d-875e-637a98c74036,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:49:59.291697 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223d1fc0-6828-4987-bfef-67ed8d429647 admin admin] No DVR routers for this DVR port b60d2859-92d0-400d-875e-637a98c74036 on host dv-cinder-817135-7-smb {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:49:59.299556 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-fa654634-c8ba-43aa-98cb-769596e613db None None] Calling delete_port for b60d2859-92d0-400d-875e-637a98c74036 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:49:59.360919 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-223d1fc0-6828-4987-bfef-67ed8d429647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1955683', 'neutron.services.segments.db._delete_segments_for_network-8788084628282'] for network (7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:59.377238 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fa654634-c8ba-43aa-98cb-769596e613db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303'] for port (b60d2859-92d0-400d-875e-637a98c74036), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:59.382514 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-223d1fc0-6828-4987-bfef-67ed8d429647 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:49:59.393880 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-223d1fc0-6828-4987-bfef-67ed8d429647 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b56ba3-6674-41ba-8f60-f734dd20513b') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:49:59.394198 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-223d1fc0-6828-4987-bfef-67ed8d429647 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b56ba3-6674-41ba-8f60-f734dd20513b') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:49:59.405063 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-223d1fc0-6828-4987-bfef-67ed8d429647 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788084859203', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10017261'] for segment (a8b56ba3-6674-41ba-8f60-f734dd20513b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:59.406863 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa654634-c8ba-43aa-98cb-769596e613db None None] Pushing event deleted for resources: {'Port': ['ID=b60d2859-92d0-400d-875e-637a98c74036,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:49:59.411075 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa654634-c8ba-43aa-98cb-769596e613db None None] No DVR routers for this DVR port b60d2859-92d0-400d-875e-637a98c74036 on host dv-cinder-817135-7-smb {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:49:59.420377 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-223d1fc0-6828-4987-bfef-67ed8d429647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983'] for segment (a8b56ba3-6674-41ba-8f60-f734dd20513b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:59.424512 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa654634-c8ba-43aa-98cb-769596e613db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:59.424855 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa654634-c8ba-43aa-98cb-769596e613db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:59.425188 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa654634-c8ba-43aa-98cb-769596e613db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:59.425522 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa654634-c8ba-43aa-98cb-769596e613db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:59.425847 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa654634-c8ba-43aa-98cb-769596e613db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:59.426166 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa654634-c8ba-43aa-98cb-769596e613db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:59.426502 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa654634-c8ba-43aa-98cb-769596e613db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:59.426620 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-223d1fc0-6828-4987-bfef-67ed8d429647 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 01:49:59.426817 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa654634-c8ba-43aa-98cb-769596e613db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:59.426986 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-223d1fc0-6828-4987-bfef-67ed8d429647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8583129'] for segment (a8b56ba3-6674-41ba-8f60-f734dd20513b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:59.427490 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa654634-c8ba-43aa-98cb-769596e613db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:59.427613 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa654634-c8ba-43aa-98cb-769596e613db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:59.428048 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa654634-c8ba-43aa-98cb-769596e613db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:59.428332 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa654634-c8ba-43aa-98cb-769596e613db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:59.428663 dv-cinder-817135-7-smb neutron-server[103229]: Traceback (most recent call last): Mar 30 01:49:59.428663 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 01:49:59.428663 dv-cinder-817135-7-smb neutron-server[103229]: timer() Mar 30 01:49:59.428663 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 01:49:59.428663 dv-cinder-817135-7-smb neutron-server[103229]: cb(*args, **kw) Mar 30 01:49:59.428663 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 01:49:59.428663 dv-cinder-817135-7-smb neutron-server[103229]: return func(*args, **kwargs) Mar 30 01:49:59.428663 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 01:49:59.428663 dv-cinder-817135-7-smb neutron-server[103229]: self._notify() Mar 30 01:49:59.428663 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 01:49:59.428663 dv-cinder-817135-7-smb neutron-server[103229]: self.callback(batched_events) Mar 30 01:49:59.428663 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 01:49:59.428663 dv-cinder-817135-7-smb neutron-server[103229]: event.method(event) Mar 30 01:49:59.428663 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 01:49:59.428663 dv-cinder-817135-7-smb neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 01:49:59.428663 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 01:49:59.428663 dv-cinder-817135-7-smb neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 01:49:59.428663 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 01:49:59.428663 dv-cinder-817135-7-smb neutron-server[103229]: return f(self, *a, **k) Mar 30 01:49:59.428663 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 01:49:59.428663 dv-cinder-817135-7-smb neutron-server[103229]: return self._get(url).json() Mar 30 01:49:59.428663 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 01:49:59.428663 dv-cinder-817135-7-smb neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 01:49:59.428663 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 01:49:59.428663 dv-cinder-817135-7-smb neutron-server[103229]: return self.request(url, 'GET', **kwargs) Mar 30 01:49:59.428663 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 01:49:59.428663 dv-cinder-817135-7-smb neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 01:49:59.428663 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 01:49:59.428663 dv-cinder-817135-7-smb neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 01:49:59.428663 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 01:49:59.428663 dv-cinder-817135-7-smb neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 01:49:59.428663 dv-cinder-817135-7-smb neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 01:49:59.430952 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa654634-c8ba-43aa-98cb-769596e613db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:59.430952 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa654634-c8ba-43aa-98cb-769596e613db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:59.430952 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa654634-c8ba-43aa-98cb-769596e613db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:49:59.492857 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-223d1fc0-6828-4987-bfef-67ed8d429647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1955690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623952'] for network (7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:59.498537 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-223d1fc0-6828-4987-bfef-67ed8d429647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:49:59.501691 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-223d1fc0-6828-4987-bfef-67ed8d429647 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0 HTTP/1.1" status: 204 len: 168 time: 0.5371375 Mar 30 01:49:59.504831 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.wsgi [-] (103228) accepted ('10.222.0.25', 48164) {{(pid=103228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:49:59.513200 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d1fc0-6828-4987-bfef-67ed8d429647 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b9c9ae2-69cb-4b73-b6ee-bc262817b0c0,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:50:00.092842 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4e6da341-3881-4fce-b974-558b38edc737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624966'] for router_interface (45f17e5f-6699-43a6-a53f-8fdd1026e123), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:00.206116 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 80fa0486-9aca-488b-a762-941dd3ee776f no longer exists at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:50:00.227215 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] No Port match for: 80fa0486-9aca-488b-a762-941dd3ee776f {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:50:00.227579 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 80fa0486-9aca-488b-a762-941dd3ee776f not bound to the agent host dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:50:00.228058 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 396b08e9-8f58-4be5-81a8-6363c5f0544d no longer exists at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:50:00.248221 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] No Port match for: 396b08e9-8f58-4be5-81a8-6363c5f0544d {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:50:00.248570 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device 396b08e9-8f58-4be5-81a8-6363c5f0544d not bound to the agent host dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:50:00.248973 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device b60d2859-92d0-400d-875e-637a98c74036 no longer exists at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:50:00.268413 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] No Port match for: b60d2859-92d0-400d-875e-637a98c74036 {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:50:00.268753 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device b60d2859-92d0-400d-875e-637a98c74036 not bound to the agent host dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:50:00.343506 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4e6da341-3881-4fce-b974-558b38edc737 admin admin] Deleting port f857cd59-53d3-4c8b-b11a-93474b6258f5 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:50:00.343843 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4e6da341-3881-4fce-b974-558b38edc737 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (f857cd59-53d3-4c8b-b11a-93474b6258f5), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:00.423281 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4e6da341-3881-4fce-b974-558b38edc737 admin admin] For port f857cd59-53d3-4c8b-b11a-93474b6258f5, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=f857cd59-53d3-4c8b-b11a-93474b6258f5,segment=NetworkSegment(a7abdd12-3c28-4ff8-86b6-5a79bf116541),segment_id=a7abdd12-3c28-4ff8-86b6-5a79bf116541)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:50:00.423638 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4e6da341-3881-4fce-b974-558b38edc737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (f857cd59-53d3-4c8b-b11a-93474b6258f5), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:00.436313 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4e6da341-3881-4fce-b974-558b38edc737 admin admin] Calling delete_port for f857cd59-53d3-4c8b-b11a-93474b6258f5 owned by network:router_interface {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:50:00.629106 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4e6da341-3881-4fce-b974-558b38edc737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9415185'] for port (f857cd59-53d3-4c8b-b11a-93474b6258f5), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:00.652368 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6da341-3881-4fce-b974-558b38edc737 admin admin] Pushing event deleted for resources: {'Port': ['ID=f857cd59-53d3-4c8b-b11a-93474b6258f5,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:50:00.823443 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4e6da341-3881-4fce-b974-558b38edc737 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-622806'] for router_interface (45f17e5f-6699-43a6-a53f-8fdd1026e123), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:01.049796 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6da341-3881-4fce-b974-558b38edc737 admin admin] Router 45f17e5f-6699-43a6-a53f-8fdd1026e123 has already been hosted by L3 agent 4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2 {{(pid=103228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:50:01.162997 dv-cinder-817135-7-smb neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6da341-3881-4fce-b974-558b38edc737 admin admin] Notify agent at l3_agent.dv-cinder-817135-7-smb the message routers_updated {{(pid=103228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:50:01.168064 dv-cinder-817135-7-smb neutron-server[103228]: INFO neutron.wsgi [None req-4e6da341-3881-4fce-b974-558b38edc737 admin admin] 10.222.0.25 "PUT /v2.0/routers/45f17e5f-6699-43a6-a53f-8fdd1026e123/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6621513 Mar 30 01:50:01.171620 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 48166) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:50:01.175188 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd81757-7279-449b-b821-cdc1487b2a02 None None] Sync routers for ids ['45f17e5f-6699-43a6-a53f-8fdd1026e123'] in dv-cinder-817135-7-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:50:01.186091 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd81757-7279-449b-b821-cdc1487b2a02 None None] Routers {'45f17e5f-6699-43a6-a53f-8fdd1026e123'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:50:01.186772 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-bfd81757-7279-449b-b821-cdc1487b2a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:49:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['45f17e5f-6699-43a6-a53f-8fdd1026e123'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:50:01.277635 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a2ebfe4-3a76-4a46-ba35-90ed2af03f0b admin admin] Publish callbacks [] for router (45f17e5f-6699-43a6-a53f-8fdd1026e123), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:01.293780 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-bfd81757-7279-449b-b821-cdc1487b2a02 None None] Set router 45f17e5f-6699-43a6-a53f-8fdd1026e123 gateway port host: dv-cinder-817135-7-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:50:01.384881 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a2ebfe4-3a76-4a46-ba35-90ed2af03f0b admin admin] Publish callbacks [] for router_gateway (45f17e5f-6699-43a6-a53f-8fdd1026e123), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:01.439050 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-9a2ebfe4-3a76-4a46-ba35-90ed2af03f0b admin admin] Deleting port cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:50:01.439385 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a2ebfe4-3a76-4a46-ba35-90ed2af03f0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:01.471131 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-bfd81757-7279-449b-b821-cdc1487b2a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f17e5f-6699-43a6-a53f-8fdd1026e123', 'name': 'tempest-TestShelveInstance-274583668-router', 'tenant_id': 'be96fb52c3234e2fadcfaa5ea5fdee6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'external_fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.74'}], 'enable_snat': True}, 'gw_port_id': 'cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:44:45Z', 'updated_at': '2022-03-30T01:50:00Z', 'revision_number': 5, 'project_id': 'be96fb52c3234e2fadcfaa5ea5fdee6a', 'gw_port': {'id': 'cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b', 'name': '', 'network_id': '37ca571a-19ad-455c-abf6-69b74430259c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:20:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f17e5f-6699-43a6-a53f-8fdd1026e123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'ip_address': '172.28.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:44:46Z', 'updated_at': '2022-03-30T01:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a93e34-d4d7-43d8-ae08-ce799dd1e751', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-smb'}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:50:01.497543 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd81757-7279-449b-b821-cdc1487b2a02 None None] Checking router: 45f17e5f-6699-43a6-a53f-8fdd1026e123 for host: dv-cinder-817135-7-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:50:01.505906 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd81757-7279-449b-b821-cdc1487b2a02 None None] Routers {'45f17e5f-6699-43a6-a53f-8fdd1026e123'} bound to L3 agent in host dv-cinder-817135-7-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:50:01.506555 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-bfd81757-7279-449b-b821-cdc1487b2a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T01:20:52Z,description=,heartbeat_timestamp=2022-03-30T01:49:52Z,host='dv-cinder-817135-7-smb',id=4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:52Z,topic='l3_agent')) {'router_ids': ['45f17e5f-6699-43a6-a53f-8fdd1026e123'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:50:01.520027 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-9a2ebfe4-3a76-4a46-ba35-90ed2af03f0b admin admin] For port cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b,segment=NetworkSegment(06f2df17-57da-4e9c-9934-3a429189481b),segment_id=06f2df17-57da-4e9c-9934-3a429189481b)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:50:01.520390 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a2ebfe4-3a76-4a46-ba35-90ed2af03f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:01.533069 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-9a2ebfe4-3a76-4a46-ba35-90ed2af03f0b admin admin] Calling delete_port for cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:50:01.593637 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-bfd81757-7279-449b-b821-cdc1487b2a02 None None] Set router 45f17e5f-6699-43a6-a53f-8fdd1026e123 gateway port host: None {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:50:01.643815 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-bfd81757-7279-449b-b821-cdc1487b2a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f17e5f-6699-43a6-a53f-8fdd1026e123', 'name': 'tempest-TestShelveInstance-274583668-router', 'tenant_id': 'be96fb52c3234e2fadcfaa5ea5fdee6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:44:45Z', 'updated_at': '2022-03-30T01:50:01Z', 'revision_number': 6, 'project_id': 'be96fb52c3234e2fadcfaa5ea5fdee6a', 'gw_port_host': None}], 'dv-cinder-817135-7-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:50:01.674315 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd81757-7279-449b-b821-cdc1487b2a02 None None] The sync data for ids ['45f17e5f-6699-43a6-a53f-8fdd1026e123'] in dv-cinder-817135-7-smb is: [{'id': '45f17e5f-6699-43a6-a53f-8fdd1026e123', 'name': 'tempest-TestShelveInstance-274583668-router', 'tenant_id': 'be96fb52c3234e2fadcfaa5ea5fdee6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:44:45Z', 'updated_at': '2022-03-30T01:50:01Z', 'revision_number': 6, 'project_id': 'be96fb52c3234e2fadcfaa5ea5fdee6a', 'gw_port_host': None}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:50:01.969764 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a2ebfe4-3a76-4a46-ba35-90ed2af03f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583052'] for port (cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:01.995202 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ebfe4-3a76-4a46-ba35-90ed2af03f0b admin admin] Pushing event deleted for resources: {'Port': ['ID=cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:50:02.059733 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a2ebfe4-3a76-4a46-ba35-90ed2af03f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623932'] for router_gateway (45f17e5f-6699-43a6-a53f-8fdd1026e123), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:02.154898 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a2ebfe4-3a76-4a46-ba35-90ed2af03f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2948'] for router (45f17e5f-6699-43a6-a53f-8fdd1026e123), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:02.157085 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a2ebfe4-3a76-4a46-ba35-90ed2af03f0b admin admin] Publish callbacks [] for router_controller (45f17e5f-6699-43a6-a53f-8fdd1026e123), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:02.209963 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a2ebfe4-3a76-4a46-ba35-90ed2af03f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629977'] for router (45f17e5f-6699-43a6-a53f-8fdd1026e123), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:02.210697 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2ebfe4-3a76-4a46-ba35-90ed2af03f0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45f17e5f-6699-43a6-a53f-8fdd1026e123 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 01:50:02.215824 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a2ebfe4-3a76-4a46-ba35-90ed2af03f0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:02.216909 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-9a2ebfe4-3a76-4a46-ba35-90ed2af03f0b admin admin] 10.222.0.25 "DELETE /v2.0/routers/45f17e5f-6699-43a6-a53f-8fdd1026e123 HTTP/1.1" status: 204 len: 168 time: 1.0442686 Mar 30 01:50:02.219435 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 48168) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:50:02.264391 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e37d8b6-a5fb-4679-8220-6afcb4828901 admin admin] Deleting subnet a38f3a99-9e43-48d0-aba2-c793cdfb6404 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 01:50:02.267536 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e37d8b6-a5fb-4679-8220-6afcb4828901 admin admin] Publish callbacks [] for subnet (a38f3a99-9e43-48d0-aba2-c793cdfb6404), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:02.302726 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e37d8b6-a5fb-4679-8220-6afcb4828901 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10017254'] for subnet (a38f3a99-9e43-48d0-aba2-c793cdfb6404), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:02.385490 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e37d8b6-a5fb-4679-8220-6afcb4828901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1879272'] for subnet (a38f3a99-9e43-48d0-aba2-c793cdfb6404), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:02.443517 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e37d8b6-a5fb-4679-8220-6afcb4828901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1879263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8581503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554379'] for subnet (a38f3a99-9e43-48d0-aba2-c793cdfb6404), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:02.470050 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37d8b6-a5fb-4679-8220-6afcb4828901 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a38f3a99-9e43-48d0-aba2-c793cdfb6404,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:50:02.473813 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e37d8b6-a5fb-4679-8220-6afcb4828901 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:02.477098 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-5e37d8b6-a5fb-4679-8220-6afcb4828901 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a38f3a99-9e43-48d0-aba2-c793cdfb6404 HTTP/1.1" status: 204 len: 168 time: 0.2567050 Mar 30 01:50:02.479968 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 48170) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:50:02.488532 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31554e3-549b-4ee5-bd36-a88421ce4d27 None None] Network 4fbe5613-612a-466b-b052-65eeb5a4fedf requested from dv-cinder-817135-7-smb {{(pid=103230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:50:02.492265 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device f857cd59-53d3-4c8b-b11a-93474b6258f5 no longer exists at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:50:02.553385 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ad4e5f5c-179f-499b-a419-6adc1295ea71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2064809'] for network (4fbe5613-612a-466b-b052-65eeb5a4fedf), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:02.557627 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] No Port match for: f857cd59-53d3-4c8b-b11a-93474b6258f5 {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:50:02.557975 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device f857cd59-53d3-4c8b-b11a-93474b6258f5 not bound to the agent host dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:50:02.558372 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b no longer exists at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:50:02.588735 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] No Port match for: cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:50:02.589316 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device cdcda2b1-4aa5-44cd-b2eb-c1a44160f96b not bound to the agent host dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:50:02.609420 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-ad4e5f5c-179f-499b-a419-6adc1295ea71 admin admin] Deleting port d641a649-4ae6-4202-9055-5340de543705 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:50:02.609815 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ad4e5f5c-179f-499b-a419-6adc1295ea71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (d641a649-4ae6-4202-9055-5340de543705), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:02.675863 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-ad4e5f5c-179f-499b-a419-6adc1295ea71 admin admin] For port d641a649-4ae6-4202-9055-5340de543705, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=d641a649-4ae6-4202-9055-5340de543705,segment=NetworkSegment(a7abdd12-3c28-4ff8-86b6-5a79bf116541),segment_id=a7abdd12-3c28-4ff8-86b6-5a79bf116541)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:50:02.676280 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ad4e5f5c-179f-499b-a419-6adc1295ea71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (d641a649-4ae6-4202-9055-5340de543705), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:02.690149 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-ad4e5f5c-179f-499b-a419-6adc1295ea71 admin admin] Calling delete_port for d641a649-4ae6-4202-9055-5340de543705 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:50:02.690355 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520d02c0-e3f5-4aff-8d23-bd8dd38c0005 None None] DHCP port deletion for 4fbe5613-612a-466b-b052-65eeb5a4fedf request from dv-cinder-817135-7-smb {{(pid=103230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 01:50:02.748665 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-520d02c0-e3f5-4aff-8d23-bd8dd38c0005 None None] Deleting port d641a649-4ae6-4202-9055-5340de543705 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:50:02.748894 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-520d02c0-e3f5-4aff-8d23-bd8dd38c0005 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788084812822'] for port (d641a649-4ae6-4202-9055-5340de543705), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:02.781445 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ad4e5f5c-179f-499b-a419-6adc1295ea71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583052'] for port (d641a649-4ae6-4202-9055-5340de543705), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:02.807301 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e5f5c-179f-499b-a419-6adc1295ea71 admin admin] Pushing event deleted for resources: {'Port': ['ID=d641a649-4ae6-4202-9055-5340de543705,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:50:02.813030 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4e5f5c-179f-499b-a419-6adc1295ea71 admin admin] No DVR routers for this DVR port d641a649-4ae6-4202-9055-5340de543705 on host dv-cinder-817135-7-smb {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:50:02.814302 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-520d02c0-e3f5-4aff-8d23-bd8dd38c0005 None None] For port d641a649-4ae6-4202-9055-5340de543705, host dv-cinder-817135-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-smb',level=0,port_id=d641a649-4ae6-4202-9055-5340de543705,segment=NetworkSegment(a7abdd12-3c28-4ff8-86b6-5a79bf116541),segment_id=a7abdd12-3c28-4ff8-86b6-5a79bf116541)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:50:02.814753 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-520d02c0-e3f5-4aff-8d23-bd8dd38c0005 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619124'] for port (d641a649-4ae6-4202-9055-5340de543705), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:02.828634 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-520d02c0-e3f5-4aff-8d23-bd8dd38c0005 None None] Calling delete_port for d641a649-4ae6-4202-9055-5340de543705 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:50:02.884888 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ad4e5f5c-179f-499b-a419-6adc1295ea71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1955683', 'neutron.services.segments.db._delete_segments_for_network-8788084628282'] for network (4fbe5613-612a-466b-b052-65eeb5a4fedf), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:02.907571 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-ad4e5f5c-179f-499b-a419-6adc1295ea71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fbe5613-612a-466b-b052-65eeb5a4fedf']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:50:02.910391 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-520d02c0-e3f5-4aff-8d23-bd8dd38c0005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1772475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788084819833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788084301303'] for port (d641a649-4ae6-4202-9055-5340de543705), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:02.917956 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-ad4e5f5c-179f-499b-a419-6adc1295ea71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7abdd12-3c28-4ff8-86b6-5a79bf116541') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:50:02.918257 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-ad4e5f5c-179f-499b-a419-6adc1295ea71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7abdd12-3c28-4ff8-86b6-5a79bf116541') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:50:02.928183 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ad4e5f5c-179f-499b-a419-6adc1295ea71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788084859203', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10017261'] for segment (a7abdd12-3c28-4ff8-86b6-5a79bf116541), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:02.935200 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d02c0-e3f5-4aff-8d23-bd8dd38c0005 None None] Pushing event deleted for resources: {'Port': ['ID=d641a649-4ae6-4202-9055-5340de543705,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:50:02.938844 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520d02c0-e3f5-4aff-8d23-bd8dd38c0005 None None] No DVR routers for this DVR port d641a649-4ae6-4202-9055-5340de543705 on host dv-cinder-817135-7-smb {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:50:02.945849 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ad4e5f5c-179f-499b-a419-6adc1295ea71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983'] for segment (a7abdd12-3c28-4ff8-86b6-5a79bf116541), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:02.952786 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad4e5f5c-179f-499b-a419-6adc1295ea71 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 01:50:02.953232 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ad4e5f5c-179f-499b-a419-6adc1295ea71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1877983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8583129'] for segment (a7abdd12-3c28-4ff8-86b6-5a79bf116541), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:02.954939 dv-cinder-817135-7-smb neutron-server[103229]: Traceback (most recent call last): Mar 30 01:50:02.954939 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 01:50:02.954939 dv-cinder-817135-7-smb neutron-server[103229]: timer() Mar 30 01:50:02.954939 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 01:50:02.954939 dv-cinder-817135-7-smb neutron-server[103229]: cb(*args, **kw) Mar 30 01:50:02.954939 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 01:50:02.954939 dv-cinder-817135-7-smb neutron-server[103229]: return func(*args, **kwargs) Mar 30 01:50:02.954939 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 01:50:02.954939 dv-cinder-817135-7-smb neutron-server[103229]: self._notify() Mar 30 01:50:02.954939 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 01:50:02.954939 dv-cinder-817135-7-smb neutron-server[103229]: self.callback(batched_events) Mar 30 01:50:02.954939 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 01:50:02.954939 dv-cinder-817135-7-smb neutron-server[103229]: event.method(event) Mar 30 01:50:02.954939 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 01:50:02.954939 dv-cinder-817135-7-smb neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 01:50:02.954939 dv-cinder-817135-7-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 01:50:02.954939 dv-cinder-817135-7-smb neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 01:50:02.954939 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 01:50:02.954939 dv-cinder-817135-7-smb neutron-server[103229]: return f(self, *a, **k) Mar 30 01:50:02.954939 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 01:50:02.954939 dv-cinder-817135-7-smb neutron-server[103229]: return self._get(url).json() Mar 30 01:50:02.954939 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 01:50:02.954939 dv-cinder-817135-7-smb neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 01:50:02.954939 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 01:50:02.954939 dv-cinder-817135-7-smb neutron-server[103229]: return self.request(url, 'GET', **kwargs) Mar 30 01:50:02.954939 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 01:50:02.954939 dv-cinder-817135-7-smb neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 01:50:02.954939 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 01:50:02.954939 dv-cinder-817135-7-smb neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 01:50:02.954939 dv-cinder-817135-7-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 01:50:02.954939 dv-cinder-817135-7-smb neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 01:50:02.954939 dv-cinder-817135-7-smb neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 01:50:03.011685 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ad4e5f5c-179f-499b-a419-6adc1295ea71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1955690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623952'] for network (4fbe5613-612a-466b-b052-65eeb5a4fedf), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:03.017070 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ad4e5f5c-179f-499b-a419-6adc1295ea71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551790'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:03.020285 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-ad4e5f5c-179f-499b-a419-6adc1295ea71 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4fbe5613-612a-466b-b052-65eeb5a4fedf HTTP/1.1" status: 204 len: 168 time: 0.5393252 Mar 30 01:50:03.031775 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e5f5c-179f-499b-a419-6adc1295ea71 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fbe5613-612a-466b-b052-65eeb5a4fedf,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:50:03.139870 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 48174) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:50:03.182054 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-d8c2e3e2-a649-416d-860d-f75ed93d4e2c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f239e5b41b6c4f2d9c29852efb94808f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409636 Mar 30 01:50:03.185032 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 48176) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:50:03.237166 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-03b85707-2235-4003-9a40-e608d671dae3 admin admin] Publish callbacks [] for security_group (f08794c8-01da-4a6c-b385-01076e4aab56), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:03.260008 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-03b85707-2235-4003-9a40-e608d671dae3 admin admin] Publish callbacks [] for security_group (f08794c8-01da-4a6c-b385-01076e4aab56), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:03.309376 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-03b85707-2235-4003-9a40-e608d671dae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (f08794c8-01da-4a6c-b385-01076e4aab56), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:03.313528 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-03b85707-2235-4003-9a40-e608d671dae3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:03.315393 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-03b85707-2235-4003-9a40-e608d671dae3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f08794c8-01da-4a6c-b385-01076e4aab56 HTTP/1.1" status: 204 len: 168 time: 0.1292176 Mar 30 01:50:03.326005 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b85707-2235-4003-9a40-e608d671dae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08794c8-01da-4a6c-b385-01076e4aab56,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:50:03.651225 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 48182) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:50:03.700036 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-1ce2b89f-dea3-4101-8e49-d8a05360c007 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=be96fb52c3234e2fadcfaa5ea5fdee6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0471599 Mar 30 01:50:03.702980 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.25', 48184) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:50:03.752271 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a2c1a37f-1561-414a-bac8-683d99897c15 admin admin] Publish callbacks [] for security_group (77387db8-f1b1-4a16-ac6f-7ee7f64007db), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:03.774148 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a2c1a37f-1561-414a-bac8-683d99897c15 admin admin] Publish callbacks [] for security_group (77387db8-f1b1-4a16-ac6f-7ee7f64007db), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:03.825250 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a2c1a37f-1561-414a-bac8-683d99897c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541668'] for security_group (77387db8-f1b1-4a16-ac6f-7ee7f64007db), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:03.828030 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a2c1a37f-1561-414a-bac8-683d99897c15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:03.829213 dv-cinder-817135-7-smb neutron-server[103229]: INFO neutron.wsgi [None req-a2c1a37f-1561-414a-bac8-683d99897c15 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/77387db8-f1b1-4a16-ac6f-7ee7f64007db HTTP/1.1" status: 204 len: 168 time: 0.1253295 Mar 30 01:50:03.836649 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1a37f-1561-414a-bac8-683d99897c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77387db8-f1b1-4a16-ac6f-7ee7f64007db,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:50:04.194457 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device d641a649-4ae6-4202-9055-5340de543705 no longer exists at agent ovs-agent-dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:50:04.217004 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] No Port match for: d641a649-4ae6-4202-9055-5340de543705 {{(pid=103230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:50:04.217328 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.rpc [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Device d641a649-4ae6-4202-9055-5340de543705 not bound to the agent host dv-cinder-817135-7-smb {{(pid=103230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:50:05.001339 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:19.746654 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-61007302-cbea-42f1-a7d0-1949692808ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:22.003288 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2bc1fd25-5603-404c-b387-2ee77cebe8a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:23.118714 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:24.712321 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:26.017698 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:31.189126 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:50:35.004662 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:49.744652 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5af7edec-2023-43bd-b806-364ed01b0f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:51.999403 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-24ace142-4b5e-44c9-b9e5-1f8f051dba07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:53.123653 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:54.655145 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [req-17b3b3be-77c2-4b20-9ab8-3c2907fa28e8 req-443a45cf-677e-4ee2-bff6-e002638a1291 service neutron] (103229) timed out ('10.222.0.25', 44706) {{(pid=103229) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 30 01:50:54.824328 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:50:54.842636 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [req-17b3b3be-77c2-4b20-9ab8-3c2907fa28e8 req-06ec62af-ee24-402b-98e3-9527c030dc5d tempest-AttachVolumeShelveTestJSON-636177600 tempest-AttachVolumeShelveTestJSON-636177600-project] (103229) timed out ('10.222.0.25', 44720) {{(pid=103229) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 30 01:50:56.017986 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:51:05.016878 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:51:08.195079 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:51:19.747972 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c35e41e6-ff1a-4109-984b-7eab95c477e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:51:21.997768 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3c090481-9fc3-43c8-9bde-076403bfba33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:51:23.119146 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:51:24.715770 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:51:26.025934 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:51:35.017178 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:51:45.192001 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:51:49.746106 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b6e4c0ff-757e-4031-bf71-eb5b4476ab1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:51:51.999553 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e644c114-b3ba-4f84-9b19-162940fda2a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:51:53.144183 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:51:54.715318 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:51:56.019086 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:52:05.013285 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:52:19.747118 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2271d8fb-0dff-434a-bd6a-1f70149b7d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:52:21.999941 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-71515ee7-1035-4cf6-951c-9b517a6f5d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:52:22.187236 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:52:23.135609 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:52:24.725791 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:52:26.016255 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:52:35.014886 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:52:46.546277 dv-cinder-817135-7-smb neutron-server[103229]: DEBUG neutron.wsgi [req-837e363f-6f95-4e1f-873d-d0c95dc43c4c req-cc9ec51a-ad61-43c1-bb23-639ebd4abe48 service neutron] (103229) timed out ('10.222.0.18', 60358) {{(pid=103229) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 30 01:52:49.746753 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ed266f58-2f22-4de2-b386-d499c91100c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:52:51.999830 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a78bca52-051e-4d94-9b8f-d1678252f929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:52:53.138867 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:52:54.725263 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:52:56.016185 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:52:59.191918 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:53:05.032681 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:53:19.746254 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8b20134c-c836-4032-957b-0fadbd63ec58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:53:21.999139 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b8e317e0-cc0b-43fd-9f13-0ebee13559d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:53:23.141593 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:53:24.725377 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:53:26.017013 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:53:35.040174 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:53:36.193944 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:53:49.745834 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc9bc0f3-c5de-4439-a3bd-322c8c9a5ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:53:52.001030 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bdfa80db-5d9a-4855-b962-446db25eaced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:53:53.144044 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:53:54.733830 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:53:56.018160 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:54:05.039256 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:54:13.198678 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:54:19.751232 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f96a7da3-5b0f-4cfc-bb3f-e0d16064051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:54:22.006726 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-67d41f4f-3189-4f3e-8f28-14467e4d725b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:54:23.151335 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:54:24.741526 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:54:26.018493 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:54:35.058231 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:54:49.757741 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ad9bef00-5202-4fcb-9d1a-611fdf4d00ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (eddc343b-7df5-4b69-8188-94dadcee138e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:54:50.197988 dv-cinder-817135-7-smb neutron-server[103231]: DEBUG neutron.db.agents_db [None req-052dcdab-7651-49e5-a86f-944a7c645606 None None] Agent healthcheck: found 6 active agents {{(pid=103231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:54:52.010373 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bbe89531-9864-4eff-bd43-c3a8efbc797d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4bc9c6be-bbfe-4202-b38c-1a5129c6ebd2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:54:53.153081 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40aa73fb-2b58-4ace-bff2-d8eb3b8ed0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b127459e-ca5f-4419-81b0-b5074531e01d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:54:54.736869 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c72c791-f258-48b3-ba58-8331fe424b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (b06e7975-ad50-4fd4-b0dd-5188c0b78a01), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:54:56.019303 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50b924b8-805e-407b-8af0-f1de0108bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (e1925a54-03b2-438f-8645-7588892df62a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:55:05.057313 dv-cinder-817135-7-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd4953cf-fb8f-4036-9acf-a5b034b2319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788084628264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1957538'] for agent (4d4a4723-54eb-40cd-a736-b5d7ac710e77), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}